00000100:00100000:1.0F:1783952205.582244:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952205.582278:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600577920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952205.582377:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952205.582441:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600577920 00000100:00100000:1.0:1783952205.582450:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600577920 00000100:00100000:1.0:1783952205.582499:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1783952205.582509:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600577920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952205.582562:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1783952205.582624:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600577920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952205.582632:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1783952205.582677:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600577920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0F:1783952205.583128:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952205.583148:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600578048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952205.583185:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952205.583219:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578048 00000100:00100000:0.0:1783952205.583223:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578048 00000100:00100000:0.0:1783952205.583254:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1783952205.583263:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600578048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952205.583288:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:0.0:1783952205.583329:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600578048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952205.583369:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1783952205.583406:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600578048:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0F:1783952205.900228:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0F:1783952206.093385:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 59d07488-6bca-4a99-8c58-7370881ffbef 00000020:00000080:2.0:1783952206.093402:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a74c921b000/59d07488-6bca-4a99-8c58-7370881ffbef 00000020:00000080:1.0:1783952206.093466:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c921b000/59d07488-6bca-4a99-8c58-7370881ffbef for lustre-OST0001 00000020:00000080:1.0:1783952206.093515:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c9218800 for lustre-OST0001 00010000:00010000:2.0:1783952206.935380:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952207.950403:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952208.980215:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952209.164537:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600578176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952209.164624:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952209.165018:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952209.165029:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600578304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952209.165067:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952209.165104:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578176 00000100:00100000:3.0:1783952209.165113:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578176 00000100:00100000:3.0:1783952209.165166:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578304 00000100:00100000:3.0:1783952209.165169:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578304 00000100:00100000:3.0:1783952209.165201:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783952209.165210:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600578176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952209.165241:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952209.165287:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600578176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952209.165294:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783952209.165311:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1783952209.165319:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600578304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952209.165330:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952209.165388:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600578304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952209.165394:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:3.0:1783952209.165409:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952209.165447:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600578304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952209.165479:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600578176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952209.974150:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952209.974199:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952209.974313:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974272 00000100:00100000:1.0:1783952209.974324:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974272 00000100:00100000:1.0:1783952209.974441:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974400 00000100:00100000:1.0:1783952209.974445:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974400 00000100:00100000:1.0:1783952209.974486:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:1.0:1783952209.974499:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+12:69252:x1870607583974272:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952209.974593:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+12:69252:x1870607583974272:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 97us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952209.974602:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:1.0:1783952209.974621:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00100000:1.0:1783952209.974628:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+7:69252:x1870607583974400:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952209.974656:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+7:69252:x1870607583974400:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952209.974695:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00080000:2.0:1783952209.975041:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952209.975046:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952209.985847:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952209.985992:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974144 00000100:00100000:3.0:1783952209.986002:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974144 00000100:00100000:3.0:1783952209.986063:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:3.0:1783952209.986074:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6affc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69254:x1870607583974144:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952209.986174:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6affc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69254:x1870607583974144:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 102us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952209.986182:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 190 00010000:00010000:2.0:1783952209.996797:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952210.191940:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600578816:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192038:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192102:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600579328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192124:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192143:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600579840:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192172:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192203:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1783952210.192210:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600578432:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192245:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192269:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600578944:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192293:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192311:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600579456:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192331:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192380:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600579968:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192402:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192431:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600578560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192463:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192484:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600579072:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192505:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.192522:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600579584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.192544:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952210.194329:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578432 00000100:00100000:3.0:1783952210.194362:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578432 00000100:00100000:3.0:1783952210.194444:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1783952210.194456:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600578432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952210.194580:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600578432:12345-0@lo:400:kworker.0 Request processed in 125us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952210.194589:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1783952210.194636:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578816 00000100:00100000:3.0:1783952210.194640:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578816 00000100:00100000:3.0:1783952210.194681:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579328 00000100:00100000:3.0:1783952210.194685:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579328 00000100:00100000:3.0:1783952210.194707:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1783952210.194714:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600578816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196166:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783952210.196233:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579840 00000100:00100000:1.0:1783952210.196242:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579840 00000100:00100000:1.0:1783952210.196286:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578944 00000100:00100000:1.0:1783952210.196289:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578944 00000100:00100000:1.0:1783952210.196307:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579456 00000100:00100000:1.0:1783952210.196310:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579456 00000100:00100000:1.0:1783952210.196320:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579968 00000100:00100000:1.0:1783952210.196323:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579968 00000100:00100000:1.0:1783952210.196353:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579584 00000100:00100000:1.0:1783952210.196357:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579584 00000100:00100000:1.0:1783952210.196391:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1783952210.196402:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600579840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196498:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600579840:12345-0@lo:400:kworker.0 Request processed in 96us (4323us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196506:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1783952210.196524:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1783952210.196531:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600578944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196573:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600578944:12345-0@lo:400:kworker.0 Request processed in 30us (4266us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196580:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1783952210.196592:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1783952210.196598:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600579456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196626:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600579456:12345-0@lo:400:kworker.0 Request processed in 28us (4294us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196632:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1783952210.196642:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1783952210.196648:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600579968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196675:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600579968:12345-0@lo:400:kworker.0 Request processed in 27us (4273us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196688:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1783952210.196699:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1783952210.196705:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600579584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196735:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600579584:12345-0@lo:400:kworker.0 Request processed in 30us (4190us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196740:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1783952210.196775:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578560 00000100:00100000:1.0:1783952210.196779:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578560 00000100:00100000:1.0:1783952210.196808:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579072 00000100:00100000:1.0:1783952210.196812:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579072 00000100:00100000:1.0:1783952210.196826:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1783952210.196832:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600578560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196868:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600578560:12345-0@lo:400:kworker.0 Request processed in 36us (4404us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196874:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1783952210.196886:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1783952210.196893:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600579072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196920:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600579072:12345-0@lo:400:kworker.0 Request processed in 30us (4414us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196926:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1783952210.196954:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783952210.196962:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600579328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.196993:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600579328:12345-0@lo:400:kworker.0 Request processed in 33us (4868us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.196998:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783952210.197063:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600578432:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197079:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600578944:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197090:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600579456:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197100:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600579968:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197112:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600579328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197123:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600579840:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197279:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600580096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952210.197323:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.197389:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600578688:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197417:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.197438:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600579200:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197459:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.197480:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600579712:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197503:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.197525:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600578560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197537:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600579072:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197550:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600579584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197580:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952210.197587:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600580224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952210.197612:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.197643:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580096 00000100:00100000:1.0:1783952210.197654:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580096 00000100:00100000:1.0:1783952210.197683:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580224 00000100:00100000:1.0:1783952210.197686:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580224 00000100:00100000:1.0:1783952210.197699:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783952210.197705:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600580096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952210.197737:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952210.197780:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600580096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.197787:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783952210.197800:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1783952210.197807:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600580224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952210.197819:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952210.197843:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600580224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.197849:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1783952210.197868:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600578688 00000100:00100000:1.0:1783952210.197872:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600578688 00000100:00100000:1.0:1783952210.197894:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579200 00000100:00100000:1.0:1783952210.197897:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579200 00000100:00100000:1.0:1783952210.197915:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783952210.197921:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600578688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197950:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600578688:12345-0@lo:400:kworker.0 Request processed in 29us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.197956:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783952210.197967:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1783952210.197973:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600579200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.197994:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600579200:12345-0@lo:400:kworker.0 Request processed in 21us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.198006:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1783952210.198025:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600579712 00000100:00100000:1.0:1783952210.198029:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600579712 00000100:00100000:1.0:1783952210.198055:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1783952210.198062:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600579712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.198090:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600579712:12345-0@lo:400:kworker.0 Request processed in 29us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.198095:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1783952210.198142:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600580224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952210.198155:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600580096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952210.198164:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600578688:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.198173:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600579200:0@lo:400:kworker.0 00000100:00100000:1.0:1783952210.198182:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600579712:0@lo:400:kworker.0 00000100:00080000:1.0:1783952210.198261:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952210.198268:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952210.198272:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952210.199006:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600578816:12345-0@lo:400:kworker.0 Request processed in 4288us (6964us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952210.199019:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783952210.204671:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600578816:0@lo:400:kworker.0 00000100:00100000:2.0:1783952210.718877:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952210.718914:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600580352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952210.719022:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952210.719540:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580352 00000100:00100000:1.0:1783952210.719562:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580352 00000100:00100000:1.0:1783952210.719636:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1783952210.719649:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600580352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952210.719714:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:1.0:1783952210.719784:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600580352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952210.719802:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1783952210.719870:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600580352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952210.720280:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952210.720295:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600580480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952210.720358:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952210.720433:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580480 00000100:00100000:2.0:1783952210.720439:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580480 00000100:00100000:2.0:1783952210.720481:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1783952210.720489:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600580480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952210.720515:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1783952210.720566:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600580480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952210.720574:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1783952210.720697:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600580480:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952211.026468:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952212.043610:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952213.067653:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952214.092846:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952214.291549:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600580608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952214.291654:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952214.291713:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952214.291720:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600580736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952214.291745:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952214.291791:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580608 00000100:00100000:1.0:1783952214.291802:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580608 00000100:00100000:1.0:1783952214.291864:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580736 00000100:00100000:1.0:1783952214.291868:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580736 00000100:00100000:1.0:1783952214.291889:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783952214.291897:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600580608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952214.291937:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952214.291990:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600580608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952214.291999:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783952214.292018:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1783952214.292025:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600580736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952214.292035:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952214.292058:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600580736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952214.292064:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1783952214.292082:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952214.292128:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600580736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952214.292163:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600580608:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1783952215.115580:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952215.117819:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952215.117972:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952215.118011:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952215.118071:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974528 00000100:00100000:0.0:1783952215.118084:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974528 00000100:00100000:0.0:1783952215.118166:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:0.0:1783952215.118180:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1269850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69255:x1870607583974528:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952215.118296:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1269850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69255:x1870607583974528:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 119us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.118325:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:1.0:1783952215.126077:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974656 00000100:00100000:1.0:1783952215.126102:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974656 00000100:00100000:1.0:1783952215.126359:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974784 00000100:00100000:1.0:1783952215.126364:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974784 00000100:00100000:0.0:1783952215.126459:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 218 00000100:00100000:0.0:1783952215.126475:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+12:69255:x1870607583974656:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952215.126771:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+12:69255:x1870607583974656:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 299us (8969us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.126781:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 218 00000100:00100000:0.0:1783952215.126804:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00100000:0.0:1783952215.126812:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69252:x1870607583974784:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952215.126839:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69252:x1870607583974784:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (8828us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.126845:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00080000:2.0:1783952215.127298:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952215.127305:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952215.308070:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952215.308110:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600580864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952215.308222:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.308721:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580864 00000100:00100000:3.0:1783952215.308734:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580864 00000100:00100000:3.0:1783952215.308820:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783952215.308836:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600580864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952215.308880:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952215.308943:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600580864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952215.308970:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1783952215.309113:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600580864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952215.309143:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600580992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952215.309177:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.309259:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600580992 00000100:00080000:2.0:1783952215.309381:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952215.309792:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600581248:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.309837:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.309875:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600581760:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.309921:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.309941:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600582272:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.309968:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.309994:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783952215.309999:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600581120:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.310029:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.310050:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600581632:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.310075:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.310093:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600582144:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.310114:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952215.310146:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581248 00000100:00100000:2.0:1783952215.310152:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581248 00000100:00100000:2.0:1783952215.310196:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581632 00000100:00100000:2.0:1783952215.310200:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581632 00000100:00100000:2.0:1783952215.310215:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1783952215.310223:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600581248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.310294:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600581248:12345-0@lo:400:kworker.0 Request processed in 71us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952215.310302:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1783952215.310320:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1783952215.310327:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600581632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.310407:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600581632:12345-0@lo:400:kworker.0 Request processed in 81us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952215.310414:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1783952215.310440:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582272 00000100:00100000:2.0:1783952215.310444:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582272 00000100:00100000:2.0:1783952215.310489:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582144 00000100:00100000:2.0:1783952215.310493:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582144 00000100:00100000:3.0:1783952215.310768:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600580992 00000100:00100000:3.0:1783952215.310808:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783952215.310816:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600580992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952215.310836:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952215.310878:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600580992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952215.310885:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783952215.310945:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600581632:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.310959:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600581248:0@lo:400:kworker.0 00000100:00080000:3.0:1783952215.310999:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952215.311004:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952215.311306:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581760 00000100:00100000:1.0:1783952215.311311:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581760 00000100:00100000:1.0:1783952215.311375:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783952215.311383:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600581760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952215.311434:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600581760:12345-0@lo:400:kworker.0 Request processed in 52us (1512us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952215.311440:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783952215.311461:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581120 00000100:00100000:1.0:1783952215.311464:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581120 00000100:00100000:1.0:1783952215.311490:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1783952215.311496:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d126b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600581120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952215.311542:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d126b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600581120:12345-0@lo:400:kworker.0 Request processed in 45us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952215.311549:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1783952215.313060:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600581504:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313145:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.313188:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600582016:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313212:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.313259:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600580992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952215.313300:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783952215.313308:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600581376:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313369:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.313392:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600581888:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313415:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.313426:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600582400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313464:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.313492:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581376 00000100:00100000:3.0:1783952215.313499:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581376 00000100:00100000:3.0:1783952215.313573:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783952215.313582:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600581376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.313638:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600581376:12345-0@lo:400:kworker.0 Request processed in 57us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952215.313646:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783952215.313683:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600581376:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314029:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581504 00000100:00100000:0.0:1783952215.314034:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581504 00000100:00100000:0.0:1783952215.314066:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582016 00000100:00100000:0.0:1783952215.314069:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582016 00000100:00100000:0.0:1783952215.314108:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600581888 00000100:00100000:0.0:1783952215.314112:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600581888 00000100:00100000:3.0:1783952215.314119:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582400 00000100:00100000:3.0:1783952215.314122:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582400 00000100:00100000:0.0:1783952215.314128:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1783952215.314135:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600582272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314195:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600582272:12345-0@lo:400:kworker.0 Request processed in 60us (4225us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.314202:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1783952215.314219:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1783952215.314225:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600581504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314259:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600581504:12345-0@lo:400:kworker.0 Request processed in 35us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.314275:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1783952215.314289:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1783952215.314295:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600582016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314323:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600582016:12345-0@lo:400:kworker.0 Request processed in 29us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.314329:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1783952215.314369:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1783952215.314375:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600581888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314401:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600581888:12345-0@lo:400:kworker.0 Request processed in 26us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.314407:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00080000:0.0:1783952215.314422:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952215.314444:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600581888:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314454:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600581504:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314463:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600582016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314533:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600581120:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314549:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600581760:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.314560:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600582272:0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.319619:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00080000:0.0:1783952215.320884:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952215.322133:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1783952215.322151:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600582400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952215.324041:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600582400:12345-0@lo:400:kworker.0 Request processed in 1880us (10560us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952215.324061:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1783952215.324597:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600582144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952215.324700:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600582144:12345-0@lo:400:kworker.0 Request processed in 5067us (14584us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952215.324709:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1783952215.326136:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600582144:0@lo:400:kworker.0 00000100:00100000:1.0:1783952215.326242:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600582400:0@lo:400:kworker.0 00000100:00100000:0.0:1783952215.819604:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600582528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952215.819714:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952215.819809:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582528 00000100:00100000:0.0:1783952215.819829:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582528 00000100:00100000:0.0:1783952215.819902:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1783952215.819913:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600582528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952215.819965:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42647552 avail 36515840 00000100:00100000:0.0:1783952215.820035:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600582528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952215.820045:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1783952215.820112:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600582528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952215.820248:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952215.820272:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600582656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952215.820311:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952215.820592:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582656 00000100:00100000:3.0:1783952215.820598:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582656 00000100:00100000:3.0:1783952215.820646:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1783952215.820655:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600582656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952215.820681:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1783952215.820726:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600582656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952215.820733:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1783952215.820766:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600582656:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952216.140149:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783952216.506901:0:164952:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 42: LFSCK repairs inconsistent MDT-object/OST-object encryption flags ========================================================== 10:16:54 (1783952214) 00000100:00100000:0.0:1783952216.589004:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.589496:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583974912 00000100:00100000:2.0:1783952216.589525:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583974912 00000100:00100000:2.0:1783952216.589601:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00100000:2.0:1783952216.589616:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+12:121770:x1870607583974912:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:2.0:1783952216.589647:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952216.589676:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943879b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da19 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.589852:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.589868:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.589878:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952216.589937:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952216.589940:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952216.589965:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.590000:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943879b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da19 expref: 14 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.590018:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da19 expref: 13 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.590027:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952216.590030:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952216.590033:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0400, rc 0) 00000100:00100000:2.0:1783952216.590109:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+13:121770:x1870607583974912:12345-192.168.202.38@tcp:101:bash.0 Request processed in 499us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952216.590114:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00100000:3.0:1783952216.595940:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.596079:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583975040 00000100:00100000:0.0:1783952216.596096:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583975040 00000100:00100000:0.0:1783952216.596209:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00100000:0.0:1783952216.596223:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+13:121770:x1870607583975040:12345-192.168.202.38@tcp:37:bash.0 00000100:00100000:0.0:1783952216.605585:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+13:121770:x1870607583975040:12345-192.168.202.38@tcp:37:bash.0 Request processed in 9346us (9641us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952216.605605:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00100000:2.0:1783952216.650098:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.650262:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583975168 00000100:00100000:3.0:1783952216.650278:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583975168 00000100:00100000:3.0:1783952216.650396:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 320 00000100:00100000:3.0:1783952216.650411:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+13:121922:x1870607583975168:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952216.650441:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.650469:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943879be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da20 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.650582:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.650603:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.650619:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.650691:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1783952216.650695:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952216.650721:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.651106:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943879be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da20 expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.651136:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da20 expref: 14 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.651167:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:3.0:1783952216.651170:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952216.651175:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8600, rc 0) 00000100:00100000:3.0:1783952216.651261:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+14:121922:x1870607583975168:12345-192.168.202.38@tcp:101:rm.0 Request processed in 853us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952216.651270:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 320 00000100:00100000:1.0:1783952216.665680:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.665740:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583975424 00000100:00100000:1.0:1783952216.665754:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583975424 00000100:00100000:1.0:1783952216.665838:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 321 00000100:00100000:1.0:1783952216.665852:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+14:121922:x1870607583975424:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952216.665885:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952216.665914:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b4943879cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da27 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952216.666057:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x6:0x0]: returning size 4096 00010000:00010000:1.0:1783952216.666218:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b4943879cc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da27 expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.666236:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952216.666240:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952216.666247:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b4943879cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da27 expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.666261:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56000, rc 0) 00000100:00100000:1.0:1783952216.666352:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+15:121922:x1870607583975424:12345-192.168.202.38@tcp:101:rm.0 Request processed in 485us (672us total) trans 34359738529 rc 301/301 00000100:00100000:1.0:1783952216.666362:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 321 00000100:00100000:3.0:1783952216.669723:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.669882:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583975552 00000100:00100000:3.0:1783952216.669894:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583975552 00000100:00100000:3.0:1783952216.669965:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 80 00000100:00100000:3.0:1783952216.669979:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+15:121922:x1870607583975552:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952216.674106:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+15:121922:x1870607583975552:12345-192.168.202.38@tcp:37:rm.0 Request processed in 4113us (4383us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952216.674122:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 80 00000100:00100000:3.0:1783952216.681252:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.681318:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583975808 00000100:00100000:2.0:1783952216.681354:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583975808 00000100:00100000:2.0:1783952216.681445:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:2.0:1783952216.681460:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb15e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+15:121922:x1870607583975808:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:2.0:1783952216.681849:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb15e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+16:121922:x1870607583975808:12345-192.168.202.38@tcp:35:rm.0 Request processed in 392us (608us total) trans 34359738530 rc 0/0 00000100:00100000:2.0:1783952216.681860:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:1.0:1783952216.691136:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.691260:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583976064 00000100:00100000:2.0:1783952216.691275:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583976064 00000100:00100000:2.0:1783952216.691407:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 322 00000100:00100000:2.0:1783952216.691717:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+16:121922:x1870607583976064:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952216.691826:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952216.691877:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b4943879da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da2e expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.692031:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943879e1 lrc: 3/1,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.692050:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943879e1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.692065:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943879e1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952216.692080:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x6:0x0]: returning size 4096 00010000:00010000:2.0:1783952216.692229:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b4943879da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da2e expref: 19 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.692253:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943879e1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da2e expref: 18 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.692262:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:2.0:1783952216.692266:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1783952216.692270:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0600, rc 0) 00000100:00100000:2.0:1783952216.692582:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+18:121922:x1870607583976064:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1163us (1461us total) trans 34359738531 rc 0/0 00000100:00100000:2.0:1783952216.692593:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 322 00000100:00100000:2.0:1783952216.708069:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.708130:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583976192 00000100:00100000:1.0:1783952216.708142:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583976192 00000100:00100000:1.0:1783952216.708213:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 323 00000100:00100000:1.0:1783952216.708222:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+18:121922:x1870607583976192:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952216.708247:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952216.708264:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b4943879ef lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da35 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708323:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708373:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708388:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952216.708487:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1783952216.708492:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952216.708525:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708551:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b4943879ef lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da35 expref: 20 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708572:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da35 expref: 19 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.708579:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952216.708596:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952216.708599:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56e00, rc 0) 00000100:00100000:1.0:1783952216.708654:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+19:121922:x1870607583976192:12345-192.168.202.38@tcp:101:rm.0 Request processed in 433us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952216.708661:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 323 00000100:00100000:0.0:1783952216.711406:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.711611:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583976448 00000100:00100000:3.0:1783952216.711628:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583976448 00000100:00100000:3.0:1783952216.711716:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00100000:3.0:1783952216.711730:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+19:121922:x1870607583976448:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952216.711763:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.711926:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943879fd lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da3c expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.712163:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:3.0:1783952216.712310:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943879fd lrc: 1/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da3c expref: 21 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.712400:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:3.0:1783952216.712404:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952216.712412:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943879fd lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da3c expref: 21 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.712430:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:3.0:1783952216.712537:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+20:121922:x1870607583976448:12345-192.168.202.38@tcp:101:rm.0 Request processed in 809us (1146us total) trans 34359738532 rc 301/301 00000100:00100000:3.0:1783952216.712549:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00100000:3.0:1783952216.715961:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.716543:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583976576 00000100:00100000:1.0:1783952216.716558:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583976576 00000100:00100000:1.0:1783952216.716626:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:1.0:1783952216.716637:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+20:121922:x1870607583976576:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952216.720804:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+20:121922:x1870607583976576:12345-192.168.202.38@tcp:37:rm.0 Request processed in 4147us (4838us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952216.720823:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:0.0:1783952216.727590:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.728485:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583976832 00000100:00100000:3.0:1783952216.728509:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583976832 00000100:00100000:3.0:1783952216.728593:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:3.0:1783952216.728723:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+20:121922:x1870607583976832:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:3.0:1783952216.729559:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+21:121922:x1870607583976832:12345-192.168.202.38@tcp:35:rm.0 Request processed in 953us (1980us total) trans 34359738533 rc 0/0 00000100:00100000:3.0:1783952216.729568:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:2.0:1783952216.738642:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.738784:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583977088 00000100:00100000:0.0:1783952216.738797:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583977088 00000100:00100000:0.0:1783952216.738873:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 325 00000100:00100000:0.0:1783952216.738883:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+21:121922:x1870607583977088:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952216.738916:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952216.738941:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a0b lrc: 2/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da43 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.739182:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387a12 lrc: 3/1,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.739196:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387a12 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.739206:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387a12 lrc: 3/1,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952216.739217:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:0.0:1783952216.739330:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a0b lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da43 expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.739378:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387a12 lrc: 3/0,0 mode: CR/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da43 expref: 23 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.739386:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff8a75f65e4a00) 00010000:00010000:0.0:1783952216.739388:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1783952216.739391:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:0.0:1783952216.739467:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583977088:12345-192.168.202.38@tcp:101:rm.0 Request processed in 586us (842us total) trans 34359738534 rc 0/0 00000100:00100000:0.0:1783952216.739474:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 325 00000100:00100000:1.0:1783952216.743145:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.743285:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583977216 00000100:00100000:2.0:1783952216.743300:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583977216 00000100:00100000:2.0:1783952216.743417:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 326 00000100:00100000:2.0:1783952216.743452:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583977216:12345-192.168.202.38@tcp:41:rm.0 00000004:00000024:2.0:1783952216.743736:0:159116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 142233600 avail 127897600 00000100:00100000:2.0:1783952216.743900:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583977216:12345-192.168.202.38@tcp:41:rm.0 Request processed in 450us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952216.743910:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 326 00000100:00100000:3.0:1783952216.747381:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.747489:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583977344 00000100:00100000:0.0:1783952216.747533:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583977344 00000100:00100000:0.0:1783952216.747727:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 327 00000100:00100000:0.0:1783952216.747740:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583977344:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952216.747768:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952216.747817:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a20 lrc: 2/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da4a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747912:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/1,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747930:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747946:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747966:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/1,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747973:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.747980:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748068:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748076:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748082:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952216.748150:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x8:0x0]: returning size 0 00000004:00200000:0.0:1783952216.748156:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952216.748192:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748216:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748226:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/1,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748233:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 2/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748240:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748246:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.748251:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 3/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748260:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 4/0,0 mode: CR/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748274:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff8a75c5749e00) 00010000:00010000:0.0:1783952216.748277:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.748283:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 2/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748288:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a27 lrc: 0/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748305:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/1,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748311:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 2/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748323:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748329:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.748331:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 3/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748518:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 4/0,0 mode: PR/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748528:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952216.748531:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.748534:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 2/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748540:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387a2e lrc: 0/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748582:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a20 lrc: 0/0,0 mode: --/CR res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da4a expref: 25 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748597:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da4a expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.748616:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:0.0:1783952216.748618:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952216.748621:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783000, rc 0) 00000100:00100000:0.0:1783952216.748716:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583977344:12345-192.168.202.38@tcp:101:rm.0 Request processed in 979us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952216.748736:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 327 00000100:00100000:3.0:1783952216.753518:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.754329:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583977600 00000100:00100000:0.0:1783952216.754388:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583977600 00000100:00100000:0.0:1783952216.754494:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 328 00000100:00100000:0.0:1783952216.754516:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583977600:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:0.0:1783952216.754602:0:159117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783952216.754641:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a35 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da4a expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754668:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:0.0:1783952216.754693:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387916 lrc: 0/0,0 mode: --/PR res: [0x200003ab0:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d9e1 expref: 23 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754705:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff8a75c5749e00) 00010000:00010000:0.0:1783952216.754712:0:159117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952216.754747:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 3/0,1 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754764:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 3/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754776:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 3/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754790:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: --/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754797:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754824:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754917:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754926:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.754933:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783952216.755720:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].40, 64 off10752 00000004:00080000:0.0:1783952216.755734:0:159117:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5903751397757ns, next at 5904751394721ns, rc = 0 00010000:00010000:0.0:1783952216.755803:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755816:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755826:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755834:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755842:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755849:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755946:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952216.755977:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.755984:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756001:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756009:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.756014:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756022:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756033:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff8a75d69e2300) 00010000:00010000:0.0:1783952216.756037:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952216.756041:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756047:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a4a lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756071:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 4/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756078:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 4/0,1 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756084:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 3/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756098:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 4/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756103:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.756118:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 4/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756126:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 5/0,0 mode: CW/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756136:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff8a75d69e2100) 00010000:00010000:0.0:1783952216.756139:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.756142:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 3/0,0 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756148:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a3c lrc: 0/0,0 mode: --/CW res: [0x200003ab0:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952216.756167:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003ad02c99 reply state 000000001bc048d4 transno 34359738535 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: PW/PW res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756193:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.756199:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff8a75d69e2200) 00010000:00010000:0.0:1783952216.756202:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952216.756207:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783952216.756332:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583977600:12345-192.168.202.38@tcp:36:rm.0 Request processed in 1815us (2838us total) trans 34359738535 rc 0/0 00000100:00100000:0.0:1783952216.756383:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 328 00010000:00010000:2.0:1783952216.759208:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952216.759229:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.759245:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952216.759250:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.759263:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.759289:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x8:0x0].0x0 (ffff8a75d69e2300) 00010000:00010000:2.0:1783952216.759292:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783952216.759298:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 1/0,0 mode: --/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.759304:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387a51 lrc: 0/0,0 mode: --/PW res: [0x200003ab2:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.759364:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952216.759366:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952216.759369:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952216.761415:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.761617:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583977856 00000100:00100000:1.0:1783952216.761634:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583977856 00000100:00100000:1.0:1783952216.761717:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 84 00000100:00100000:1.0:1783952216.761729:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583977856:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952216.762087:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+25:121922:x1870607583977856:12345-192.168.202.38@tcp:35:rm.0 Request processed in 358us (683us total) trans 34359738536 rc 0/0 00000100:00100000:1.0:1783952216.762097:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 84 00000100:00100000:3.0:1783952216.764777:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.765132:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583978112 00000100:00100000:1.0:1783952216.765146:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583978112 00000100:00100000:1.0:1783952216.765243:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 329 00000100:00100000:1.0:1783952216.765256:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+25:121922:x1870607583978112:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952216.765391:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1783952216.765439:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387a12 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da43 expref: 25 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765471:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b4943879f6 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da35 expref: 24 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765530:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cbc76200/0x3b91f5b494387908 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d9da expref: 23 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765544:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952216.765566:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b4943879c5 lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da20 expref: 22 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765574:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:1.0:1783952216.765578:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952216.765620:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 3/0,1 mode: --/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765637:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 3/0,1 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765648:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 3/0,1 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765666:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765673:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765679:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765778:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765800:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765808:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765837:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,1 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765845:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.765852:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952216.766233:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1783952216.766258:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,1 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766265:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 2/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766272:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766278:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.766283:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 3/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766290:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 4/0,0 mode: EX/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766312:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:1.0:1783952216.766315:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952216.766320:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 2/0,0 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766326:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387a6d lrc: 0/0,0 mode: --/EX res: [0x200003ab0:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766378:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766385:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766391:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766397:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.766399:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766406:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766414:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x7:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952216.766416:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952216.766419:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766426:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387a66 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766458:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 4/0,1 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766464:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 4/0,1 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766471:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 3/0,0 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766477:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 4/0,0 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766482:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.766486:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 4/0,0 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766491:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 5/0,0 mode: CW/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766511:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:1.0:1783952216.766513:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952216.766517:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 3/0,0 mode: --/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766523:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387a58 lrc: 0/0,0 mode: --/CW res: [0x200003ab2:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952216.766534:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000007e21f9a reply state 00000000a0ced2ff transno 34359738537 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766548:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.766563:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0xf0209d98 (ffff8a75fb008c00) 00010000:00010000:1.0:1783952216.766565:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952216.766569:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952216.766683:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583978112:12345-192.168.202.38@tcp:36:rm.0 Request processed in 1426us (1917us total) trans 34359738537 rc 0/0 00000100:00100000:1.0:1783952216.766692:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 329 00000100:00100000:2.0:1783952216.769941:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.770180:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583978368 00000100:00100000:1.0:1783952216.770197:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583978368 00000100:00100000:1.0:1783952216.770282:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:1.0:1783952216.770295:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583978368:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952216.771104:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583978368:12345-192.168.202.38@tcp:35:rm.0 Request processed in 806us (1174us total) trans 34359738538 rc 0/0 00000100:00100000:1.0:1783952216.771115:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:3.0:1783952216.774118:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.774322:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583978624 00000100:00100000:2.0:1783952216.774371:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583978624 00000100:00100000:2.0:1783952216.774448:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 330 00000100:00100000:2.0:1783952216.774460:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583978624:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952216.774623:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783952216.774666:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943879e1 lrc: 0/0,0 mode: --/CR res: [0x200003ab2:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da2e expref: 24 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.774698:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b49438765a lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d947 expref: 23 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.774712:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f65e4300) 00010000:00010000:2.0:1783952216.774735:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943879b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da19 expref: 22 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776240:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952216.776248:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952216.776287:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776305:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776318:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776370:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776378:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776405:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776522:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776530:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.776538:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952216.777273:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x6:0x0]: returning size 4096 00010000:00010000:2.0:1783952216.777295:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777304:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777311:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777318:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952216.777324:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777408:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777425:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:2.0:1783952216.777428:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952216.777444:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777452:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387a82 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777551:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777560:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777566:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777571:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952216.777574:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777580:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777590:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952216.777592:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952216.777595:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777658:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387a74 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952216.777672:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e5d2a3cb reply state 00000000466cc004 transno 34359738539 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777700:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.777708:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2730b988 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952216.777710:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952216.777715:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952216.778015:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583978624:12345-192.168.202.38@tcp:36:rm.0 Request processed in 3551us (3906us total) trans 34359738539 rc 0/0 00000100:00100000:2.0:1783952216.778028:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 330 00000100:00100000:3.0:1783952216.783287:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.783446:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583978752 00000100:00100000:0.0:1783952216.783462:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583978752 00000100:00100000:0.0:1783952216.783598:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 331 00000100:00100000:0.0:1783952216.783613:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+23:121922:x1870607583978752:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952216.783653:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952216.783685:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da51 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.783812:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.783832:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.783847:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952216.783926:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952216.783931:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952216.783959:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.783991:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387a89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da51 expref: 25 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.784015:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da51 expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.784026:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952216.784028:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952216.784054:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783600, rc 0) 00000100:00100000:0.0:1783952216.784139:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583978752:12345-192.168.202.38@tcp:101:rm.0 Request processed in 531us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952216.784148:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 331 00000100:00100000:3.0:1783952216.788120:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952216.788186:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583978880 00000100:00100000:0.0:1783952216.788200:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583978880 00000100:00100000:0.0:1783952216.788285:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:0.0:1783952216.788298:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+24:121922:x1870607583978880:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952216.788331:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952216.788674:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da58 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788769:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788787:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788801:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788819:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788826:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.788834:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789062:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789091:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789099:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952216.789155:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0x9:0x0]: returning size 0 00000004:00200000:0.0:1783952216.789161:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952216.789260:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789277:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789291:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789299:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789306:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789313:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789320:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.789325:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789468:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789570:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952216.789573:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.789579:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789587:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387a9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789607:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789615:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789621:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789626:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.789629:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789635:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789642:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff8a75d69e2100) 00010000:00010000:0.0:1783952216.789644:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.789647:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789653:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387aa5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789709:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da58 expref: 26 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789726:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da58 expref: 25 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.789734:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:0.0:1783952216.789736:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952216.789739:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783c00, rc 0) 00000100:00100000:0.0:1783952216.789908:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+25:121922:x1870607583978880:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1610us (1804us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952216.789918:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:3.0:1783952216.793923:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.794014:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979008 00000100:00100000:1.0:1783952216.794028:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979008 00000100:00100000:1.0:1783952216.794143:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:1.0:1783952216.794155:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:69251:x1870607583979008:12345-192.168.202.38@tcp:8:rm.0 00010000:00080000:1.0:1783952216.794220:0:162835:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 59d07488-6bca-4a99-8c58-7370881ffbef@192.168.202.38@tcp t0 exp 0000000000000000 cur 5903 last 0 00000020:00000080:1.0:1783952216.794267:0:162835:0:(genops.c:1406:class_connect()) connect: client 59d07488-6bca-4a99-8c58-7370881ffbef, cookie 0x3b91f5b494387ab3 00002000:00100000:1.0:1783952216.794284:0:162835:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 59d07488-6bca-4a99-8c58-7370881ffbef/ffff8a74cce22000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 7761920 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783952216.794308:0:162835:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783952216.794445:0:162835:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783952216.794479:0:162835:0:(import.c:65:import_set_state_nolock()) ffff8a74cce23800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783952216.794582:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:59d07488-6bca-4a99-8c58-7370881ffbef+6:69251:x1870607583979008:12345-192.168.202.38@tcp:8:rm.0 Request processed in 426us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952216.794626:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:0.0:1783952216.797667:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.797809:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979136 00000100:00100000:1.0:1783952216.797823:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979136 00000100:00100000:1.0:1783952216.797922:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:1.0:1783952216.797935:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:59d07488-6bca-4a99-8c58-7370881ffbef+6:0:x1870607583979136:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952216.797963:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952216.797995:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da5f expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952216.798031:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952216.798070:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=5903s v=(0 0) 00010000:00010000:1.0:1783952216.798076:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952216.798094:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 7 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.798121:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 7 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.798141:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00080000:0.0:1783952216.798268:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952216.798557:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:59d07488-6bca-4a99-8c58-7370881ffbef+7:0:x1870607583979136:12345-192.168.202.38@tcp:101:rm.0 Request processed in 621us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952216.798566:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:2.0:1783952216.804634:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.804867:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979392 00000100:00100000:1.0:1783952216.804883:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979392 00000100:00100000:1.0:1783952216.805076:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:1.0:1783952216.805090:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+25:121922:x1870607583979392:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952216.805331:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783952216.805415:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387aac lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da58 expref: 25 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805444:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:1.0:1783952216.805469:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387a90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da51 expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805557:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952216.805562:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952216.805593:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805677:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805692:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805711:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805718:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805726:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805879:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805902:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.805910:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952216.806818:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].41, 64 off10816 00000004:00080000:1.0:1783952216.806836:0:161900:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5903802499113ns, next at 5904802494958ns, rc = 0 00010000:00010000:1.0:1783952216.806912:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806924:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806935:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806943:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806951:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806958:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.806992:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783952216.807023:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807030:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807048:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807055:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.807060:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807070:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807084:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff8a75fb008800) 00010000:00010000:1.0:1783952216.807087:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952216.807092:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807099:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387acf lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807424:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952216.807432:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807439:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952216.807443:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 2/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807450:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807460:0:159104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x9:0x0].0x0 (ffff8a75fb008800) 00010000:00010000:3.0:1783952216.807462:0:159104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783952216.807465:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 1/0,0 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807471:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387ad6 lrc: 0/0,0 mode: --/PW res: [0x200003ab2:0x9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.807575:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952216.807577:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952216.807579:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952216.807706:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807713:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807719:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807727:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807733:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.807819:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807826:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807834:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952216.807837:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952216.807840:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807847:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387ac1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952216.807859:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ab5acef1 reply state 0000000048ab8c74 transno 34359738540 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807874:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.807881:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff8a75fb008500) 00010000:00010000:1.0:1783952216.807885:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952216.807889:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952216.808065:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+25:121922:x1870607583979392:12345-192.168.202.38@tcp:36:rm.0 Request processed in 2972us (3443us total) trans 34359738540 rc 0/0 00000100:00100000:1.0:1783952216.808077:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:2.0:1783952216.823658:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.823778:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979520 00000100:00100000:3.0:1783952216.823793:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979520 00000100:00100000:3.0:1783952216.823878:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 334 00000100:00100000:3.0:1783952216.823891:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+25:121925:x1870607583979520:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952216.823928:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.823957:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387add lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da66 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824069:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824090:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824107:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.824578:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952216.824585:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952216.824615:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824649:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387add lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da66 expref: 27 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824673:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da66 expref: 26 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.824682:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952216.824685:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952216.824690:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc 0) 00000100:00100000:3.0:1783952216.825037:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+26:121925:x1870607583979520:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1146us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952216.825184:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 334 00000100:00100000:0.0:1783952216.828147:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.828401:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979648 00000100:00100000:1.0:1783952216.828421:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979648 00000100:00100000:1.0:1783952216.828564:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 335 00000100:00100000:1.0:1783952216.828578:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+26:121925:x1870607583979648:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952216.828900:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952216.828976:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387aeb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da6d expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829087:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829105:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829119:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829138:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829146:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829154:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829210:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829219:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829226:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829232:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.829237:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829257:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829273:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952216.829276:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952216.829282:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829288:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387af2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829303:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829310:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829316:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829322:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952216.829324:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829331:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829792:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75fb008800) 00010000:00010000:1.0:1783952216.829795:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952216.829799:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829815:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387af9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829862:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387aeb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da6d expref: 27 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829875:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952216.829877:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952216.829880:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387aeb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da6d expref: 27 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952216.829891:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57c00, rc 0) 00000100:00100000:1.0:1783952216.829985:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+26:121925:x1870607583979648:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1410us (1854us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952216.829995:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 335 00000100:00100000:2.0:1783952216.837260:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.837659:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583979904 00000100:00100000:3.0:1783952216.837674:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583979904 00000100:00100000:3.0:1783952216.838085:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 336 00000100:00100000:3.0:1783952216.838099:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+26:121925:x1870607583979904:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:3.0:1783952216.838185:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952216.838223:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ae4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da66 expref: 26 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838255:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952216.838263:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952216.838634:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838653:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838666:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838686:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838693:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.838700:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952216.839959:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:2.0:1783952216.839969:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952216.839972:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952216.839974:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952216.839976:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:2.0:1783952216.839978:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952216.839998:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:2.0:1783952216.840001:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952216.840003:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952216.840004:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952216.840007:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:2.0:1783952216.840009:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952216.840044:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:2.0:1783952216.840047:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952216.840048:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952216.840050:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952216.840052:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:2.0:1783952216.840070:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952216.840192:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: --/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840207:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840219:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952216.840238:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c16d67b4 reply state 00000000c2209e6b transno 34359738541 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: PW/PW res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840251:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840259:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:2.0:1783952216.840262:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952216.840267:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783952216.840275:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xa:0x0]: returning size 4096 00010000:00010000:2.0:1783952216.840284:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840292:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840299:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840305:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952216.840310:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840318:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840582:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952216.840586:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952216.840591:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840598:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494387b00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952216.840614:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c16d67b4 reply state 00000000c2209e6b transno 34359738541 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840624:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952216.840630:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75e7b32200) 00010000:00010000:2.0:1783952216.840633:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952216.840635:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783952216.841098:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+27:121925:x1870607583979904:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 2996us (3848us total) trans 34359738541 rc 0/0 00000100:00100000:2.0:1783952216.841110:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 336 00000100:00100000:2.0:1783952216.868169:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.868479:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583980032 00000100:00100000:3.0:1783952216.868492:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583980032 00000100:00100000:3.0:1783952216.868581:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 337 00000100:00100000:3.0:1783952216.868591:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+27:121770:x1870607583980032:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:3.0:1783952216.868647:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.868678:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da74 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.868874:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.868895:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.868912:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.869040:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952216.869045:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952216.869076:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.869107:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da74 expref: 29 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.869140:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da74 expref: 28 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.869151:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952216.869154:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952216.869159:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:3.0:1783952216.869299:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+28:121770:x1870607583980032:12345-192.168.202.38@tcp:101:bash.0 Request processed in 709us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952216.869309:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 337 00000100:00100000:0.0:1783952216.872614:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.872977:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583980288 00000100:00100000:3.0:1783952216.872994:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583980288 00000100:00100000:3.0:1783952216.873136:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 338 00000100:00100000:3.0:1783952216.873147:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+28:121770:x1870607583980288:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:3.0:1783952216.873180:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.873206:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387b23 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da7b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.873366:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952216.873510:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387b23 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da7b expref: 30 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.873530:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:3.0:1783952216.873534:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952216.873540:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387b23 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da7b expref: 30 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.873558:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:3.0:1783952216.873651:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+29:121770:x1870607583980288:12345-192.168.202.38@tcp:101:bash.0 Request processed in 506us (1057us total) trans 34359738542 rc 301/301 00000100:00100000:3.0:1783952216.873658:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 338 00000100:00100000:2.0:1783952216.881428:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.881528:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583980416 00000100:00100000:3.0:1783952216.881543:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583980416 00000100:00100000:3.0:1783952216.881946:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 343 00000100:00100000:3.0:1783952216.881963:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:59d07488-6bca-4a99-8c58-7370881ffbef+29:69254:x1870607583980416:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:3.0:1783952216.882036:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.882064:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b31 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981da82 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882192:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882212:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882229:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882248:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882254:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882260:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882325:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882332:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882383:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882389:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952216.882394:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882414:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882430:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:3.0:1783952216.882434:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952216.882441:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882449:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494387b38 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882467:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882473:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882480:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882485:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952216.882488:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882494:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882509:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x5e1d9583 (ffff8a75e7b32000) 00010000:00010000:3.0:1783952216.882512:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952216.882515:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882527:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387b3f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x5e1d9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882571:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b31 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da82 expref: 30 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882582:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:3.0:1783952216.882584:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952216.882588:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b31 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da82 expref: 30 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.882611:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc -2) 00000100:00100000:3.0:1783952216.882706:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:59d07488-6bca-4a99-8c58-7370881ffbef+29:69254:x1870607583980416:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 749us (1294us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952216.882715:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 343 00000100:00100000:0.0:1783952216.883166:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952216.883371:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583980672 00000100:00100000:1.0:1783952216.883381:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583980672 00000100:00100000:1.0:1783952216.883436:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 86 00000100:00100000:1.0:1783952216.883446:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+29:121770:x1870607583980672:12345-192.168.202.38@tcp:35:bash.0 00000100:00100000:1.0:1783952216.883763:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+30:121770:x1870607583980672:12345-192.168.202.38@tcp:35:bash.0 Request processed in 316us (597us total) trans 34359738543 rc 0/0 00000100:00100000:1.0:1783952216.883770:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 86 00000100:00100000:1.0:1783952216.921699:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.922238:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583980928 00000100:00100000:3.0:1783952216.922252:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583980928 00000100:00100000:3.0:1783952216.922379:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 339 00000100:00100000:3.0:1783952216.922392:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:121770:x1870607583980928:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:3.0:1783952216.922421:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952216.922454:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b46 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dab3 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952216.922635:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952216.922822:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b46 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dab3 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.922864:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75e7b32000) 00010000:00010000:3.0:1783952216.922867:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952216.922873:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387b46 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dab3 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952216.922905:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc 0) 00000100:00100000:3.0:1783952216.922987:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+8:121770:x1870607583980928:12345-192.168.202.38@tcp:101:bash.0 Request processed in 597us (1305us total) trans 21474836567 rc 301/301 00000100:00100000:3.0:1783952216.922995:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 339 00000100:00100000:1.0:1783952216.927284:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952216.927452:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952216.927840:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981312 00000100:00100000:3.0:1783952216.927857:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981312 00000100:00100000:3.0:1783952216.927941:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:3.0:1783952216.927954:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb15c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+8:121770:x1870607583981312:12345-192.168.202.38@tcp:35:bash.0 00000100:00100000:3.0:1783952216.928436:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb15c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+9:121770:x1870607583981312:12345-192.168.202.38@tcp:35:bash.0 Request processed in 484us (983us total) trans 21474836568 rc 0/0 00000100:00100000:3.0:1783952216.928447:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:0.0:1783952216.928724:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981056 00000100:00100000:0.0:1783952216.928731:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981056 00000100:00100000:0.0:1783952216.928823:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 344 00000100:00100000:0.0:1783952216.928833:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:59d07488-6bca-4a99-8c58-7370881ffbef+30:69255:x1870607583981056:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:0.0:1783952216.929017:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952216.929047:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494387b54 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981daba expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929177:0:159121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929203:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929218:0:159121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929238:0:159121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929244:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929250:0:159121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929304:0:159121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929313:0:159121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929320:0:159121:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929329:0:159121:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.929351:0:159121:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929361:0:159121:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929376:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:0.0:1783952216.929385:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.929392:0:159121:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929399:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b5b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929415:0:159121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929422:0:159121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929428:0:159121:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929435:0:159121:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952216.929439:0:159121:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929445:0:159121:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929453:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xd22c9583 (ffff8a75d69e2100) 00010000:00010000:0.0:1783952216.929456:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952216.929459:0:159121:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929464:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b62 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xd22c9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929511:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494387b54 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981daba expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929530:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:0.0:1783952216.929532:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952216.929537:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494387b54 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981daba expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952216.929548:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782000, rc -2) 00000100:00100000:0.0:1783952216.929607:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:59d07488-6bca-4a99-8c58-7370881ffbef+30:69255:x1870607583981056:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 776us (2338us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952216.929617:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 344 00000100:00100000:2.0:1783952217.045590:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952217.045722:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981440 00000100:00100000:1.0:1783952217.045735:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981440 00000100:00100000:1.0:1783952217.045883:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 88 00000100:00100000:1.0:1783952217.045897:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+30:121770:x1870607583981440:12345-192.168.202.38@tcp:37:bash.0 00000100:00080000:3.0:1783952217.046761:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952217.050834:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+30:121770:x1870607583981440:12345-192.168.202.38@tcp:37:bash.0 Request processed in 4929us (5247us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952217.050849:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 88 00000100:00100000:2.0:1783952217.060394:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952217.060504:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981568 00000100:00100000:0.0:1783952217.060521:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981568 00000100:00100000:0.0:1783952217.060622:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:0.0:1783952217.060634:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+30:121939:x1870607583981568:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952217.060666:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952217.060699:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494387b69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981daf9 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060797:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060816:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060856:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060884:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060893:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060900:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060969:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 3/1,0 mode: --/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060976:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.060980:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952217.061229:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1783952217.061235:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952217.061261:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061273:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061278:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061292:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061297:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952217.061300:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061306:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061318:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952217.061321:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952217.061325:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061330:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387b70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061379:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061385:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061391:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061396:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952217.061399:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061414:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061421:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75e7b32200) 00010000:00010000:0.0:1783952217.061422:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952217.061425:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061429:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387b77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061453:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494387b69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981daf9 expref: 32 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061462:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 3/0,0 mode: PR/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981daf9 expref: 31 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952217.061467:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:0.0:1783952217.061469:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952217.061471:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783a00, rc 0) 00000100:00100000:0.0:1783952217.061609:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+31:121939:x1870607583981568:12345-192.168.202.38@tcp:101:rm.0 Request processed in 977us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952217.061615:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:2.0:1783952217.069139:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952217.069373:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981824 00000100:00100000:1.0:1783952217.069385:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981824 00000100:00100000:1.0:1783952217.069457:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:1.0:1783952217.069470:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+31:121939:x1870607583981824:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952217.069518:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952217.069546:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387b85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db00 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952217.069750:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1783952217.069989:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387b85 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db00 expref: 33 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952217.070004:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952217.070006:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952217.070010:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387b85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db00 expref: 33 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952217.070023:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57200, rc 0) 00000100:00100000:1.0:1783952217.070093:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+32:121939:x1870607583981824:12345-192.168.202.38@tcp:101:rm.0 Request processed in 626us (970us total) trans 34359738544 rc 301/301 00000100:00100000:1.0:1783952217.070170:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:1.0:1783952217.075694:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952217.075958:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583981952 00000100:00100000:2.0:1783952217.075974:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583981952 00000100:00100000:2.0:1783952217.076060:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 89 00000100:00100000:2.0:1783952217.076089:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+32:121939:x1870607583981952:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952217.081688:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:59d07488-6bca-4a99-8c58-7370881ffbef+32:121939:x1870607583981952:12345-192.168.202.38@tcp:37:rm.0 Request processed in 5585us (5990us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952217.081709:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 89 00000100:00100000:0.0:1783952217.085202:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952217.085316:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982208 00000100:00100000:2.0:1783952217.085331:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982208 00000100:00100000:2.0:1783952217.085440:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 90 00000100:00100000:2.0:1783952217.085454:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+32:121939:x1870607583982208:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:2.0:1783952217.085817:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:59d07488-6bca-4a99-8c58-7370881ffbef+33:121939:x1870607583982208:12345-192.168.202.38@tcp:35:rm.0 Request processed in 364us (629us total) trans 34359738545 rc 0/0 00000100:00100000:2.0:1783952217.085827:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 90 00000100:00100000:0.0:1783952217.088462:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952217.088646:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982464 00000100:00100000:2.0:1783952217.088659:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982464 00000100:00100000:2.0:1783952217.088796:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 342 00000100:00100000:2.0:1783952217.088809:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+33:121939:x1870607583982464:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952217.088892:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783952217.088931:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387b7e lrc: 0/0,0 mode: --/PR res: [0x200003ab2:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981daf9 expref: 33 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.088957:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:2.0:1783952217.088972:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494387b1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da74 expref: 32 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.088989:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952217.088993:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952217.089024:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089040:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089399:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089417:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089425:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089431:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089534:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,1 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089543:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.089550:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952217.089971:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab2:0xa:0x0]: returning size 4096 00010000:00010000:2.0:1783952217.089992:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090000:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090008:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090015:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952217.090033:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090043:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090054:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:2.0:1783952217.090058:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952217.090062:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 2/0,0 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090069:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387ba1 lrc: 0/0,0 mode: --/EX res: [0x200003ab2:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090089:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090096:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090101:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090107:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952217.090110:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090116:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090124:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952217.090126:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952217.090136:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090142:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387b93 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952217.090153:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008e7580a8 reply state 0000000013965c52 transno 34359738546 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090168:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952217.090174:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75e7b32200) 00010000:00010000:2.0:1783952217.090177:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952217.090180:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952217.090278:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+33:121939:x1870607583982464:12345-192.168.202.38@tcp:36:rm.0 Request processed in 1469us (1825us total) trans 34359738546 rc 0/0 00000100:00100000:2.0:1783952217.090288:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 342 00010000:00010000:2.0:1783952217.164327:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952217.306205:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952217.306374:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982592 00000100:00100000:3.0:1783952217.306387:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982592 00000100:00100000:3.0:1783952217.306473:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 343 00000100:00100000:3.0:1783952217.306486:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+33:121954:x1870607583982592:12345-192.168.202.38@tcp:101:lsof.0 00010000:00010000:3.0:1783952217.306580:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952217.306619:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ba8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db07 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306718:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306735:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306749:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952217.306806:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952217.306810:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952217.306856:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306885:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494387ba8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db07 expref: 35 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306912:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db07 expref: 34 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952217.306923:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952217.306926:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952217.306931:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:3.0:1783952217.307127:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+34:121954:x1870607583982592:12345-192.168.202.38@tcp:101:lsof.0 Request processed in 643us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952217.307135:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 343 00010000:00010000:2.0:1783952218.187967:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952219.211622:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952219.406046:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1783952219.406063:0:159141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5906401725578ns, next at 5907401721196ns, rc = 0 00000100:00100000:2.0:1783952219.406083:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600582912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952219.406100:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952219.406113:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600582784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952219.406187:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952219.406238:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582784 00000100:00100000:2.0:1783952219.406249:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582784 00000100:00100000:2.0:1783952219.406368:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783952219.406383:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600582784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952219.406429:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00080000:1.0:1783952219.406523:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952219.406534:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600582784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952219.406544:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783952219.406581:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600582784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952219.406597:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952219.406645:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600582912 00000100:00100000:1.0:1783952219.406650:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600582912 00000100:00080000:2.0:1783952219.407050:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952219.420446:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783952219.422857:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600582912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952219.422914:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952219.423080:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600582912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2615us (16480us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952219.423093:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783952219.423221:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600582912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952220.213884:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952220.213935:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952220.213981:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952220.214022:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952220.214062:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982720 00000100:00100000:0.0:1783952220.214073:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982720 00000100:00100000:0.0:1783952220.214130:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 194 00000100:00100000:0.0:1783952220.214140:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583982720:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952220.214224:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583982720:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 85us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.214232:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 194 00000100:00100000:3.0:1783952220.214811:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982976 00000100:00100000:3.0:1783952220.214817:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982976 00000100:00100000:3.0:1783952220.214881:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583982848 00000100:00100000:3.0:1783952220.214885:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583982848 00000100:00100000:3.0:1783952220.214912:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 226 00000100:00100000:3.0:1783952220.214921:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+9:69254:x1870607583982976:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952220.214980:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+9:69254:x1870607583982976:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 61us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952220.214987:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 226 00000100:00100000:3.0:1783952220.215000:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 227 00000100:00100000:3.0:1783952220.215005:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+34:69253:x1870607583982848:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952220.215027:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:59d07488-6bca-4a99-8c58-7370881ffbef+34:69253:x1870607583982848:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 22us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952220.215033:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 227 00000100:00100000:1.0:1783952220.215308:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983104 00000100:00100000:1.0:1783952220.215314:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983104 00000100:00100000:1.0:1783952220.215382:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:1.0:1783952220.215796:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583983104:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952220.215857:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583983104:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 467us (1920us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952220.215865:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00080000:0.0:1783952220.216760:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783952220.216768:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952220.216772:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783952220.236855:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783952220.428314:0:159143:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5907423973669ns, next at 5908423968084ns, rc = 0 00000100:00100000:1.0:1783952220.428518:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952220.428552:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952220.428701:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952220.429010:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952220.429024:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600583168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952220.429086:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.429257:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583424:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.429291:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.429320:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600583936:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.429441:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.429498:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600584448:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.429526:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.429545:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783952220.429550:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583552:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.429587:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952220.429704:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583040 00000100:00100000:2.0:1783952220.429725:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583040 00000100:00100000:2.0:1783952220.429799:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583168 00000100:00100000:2.0:1783952220.429803:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583168 00000100:00100000:2.0:1783952220.430594:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783952220.430626:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952220.430679:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952220.431255:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 631us (2551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952220.431264:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783952220.431296:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1783952220.431306:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600583168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952220.431321:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952220.432505:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600583168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1194us (3410us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952220.432517:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:2.0:1783952220.432569:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952220.433102:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600584064:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.433524:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.433927:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600584576:0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.433965:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952220.435574:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583936 00000100:00100000:0.0:1783952220.435591:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583936 00000100:00100000:0.0:1783952220.435666:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583552 00000100:00100000:0.0:1783952220.435670:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583552 00000100:00100000:0.0:1783952220.435699:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783952220.435712:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600583936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.435822:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600583936:12345-0@lo:400:kworker.0 Request processed in 112us (6379us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.435831:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783952220.435852:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783952220.435859:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.435909:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583552:12345-0@lo:400:kworker.0 Request processed in 50us (6321us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.435915:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783952220.435952:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583424 00000100:00100000:0.0:1783952220.435976:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583424 00000100:00100000:0.0:1783952220.446416:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1783952220.446453:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.446613:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600583424:12345-0@lo:400:kworker.0 Request processed in 180us (17319us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.446623:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1783952220.446681:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600583680:0@lo:400:kworker.0 00000100:00100000:2.0:1783952220.451085:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952220.457258:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584064 00000100:00100000:1.0:1783952220.457282:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584064 00000100:00100000:0.0:1783952220.457760:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584448 00000100:00100000:0.0:1783952220.457768:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584448 00000100:00100000:1.0:1783952220.458449:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584576 00000100:00100000:1.0:1783952220.458457:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584576 00000100:00080000:2.0:1783952220.458531:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952220.458537:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952220.458551:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583680 00000100:00100000:2.0:1783952220.458555:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583680 00000100:00100000:3.0:1783952220.462802:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600583168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952220.462853:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600583296:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.465013:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952220.465481:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600583808:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.465535:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952220.465663:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583808 00000100:00100000:3.0:1783952220.465675:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583808 00000100:00100000:3.0:1783952220.465768:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1783952220.465779:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600583808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.465856:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600583808:12345-0@lo:400:kworker.0 Request processed in 78us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952220.465876:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1783952220.465931:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600583808:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.465941:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600584320:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.465971:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952220.466136:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584320 00000100:00100000:0.0:1783952220.466152:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584320 00000100:00100000:0.0:1783952220.466205:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1783952220.466214:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600584064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.466260:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600584064:12345-0@lo:400:kworker.0 Request processed in 48us (32737us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.466267:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1783952220.466283:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1783952220.466289:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600584448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.466323:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600584448:12345-0@lo:400:kworker.0 Request processed in 35us (36795us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.466328:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1783952220.467038:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1783952220.467051:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600584320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467123:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600584320:12345-0@lo:400:kworker.0 Request processed in 77us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.467130:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1783952220.467482:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600584448:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467503:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583424:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467521:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600583936:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467550:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952220.467778:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600583552:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467794:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600584064:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467838:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600583296 00000100:00100000:0.0:1783952220.467847:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600583296 00000100:00100000:0.0:1783952220.467914:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1783952220.467923:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600583296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.467981:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600583296:12345-0@lo:400:kworker.0 Request processed in 59us (2994us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952220.468449:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600583296:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.468477:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600584320:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.468536:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600584192:0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.468667:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952220.468718:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584192 00000100:00100000:3.0:1783952220.468723:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584192 00000100:00100000:3.0:1783952220.468769:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1783952220.468778:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600584192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952220.468824:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600584192:12345-0@lo:400:kworker.0 Request processed in 47us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952220.468833:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1783952220.468881:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600584192:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.469312:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00080000:3.0:1783952220.469950:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952220.469958:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952220.471935:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1783952220.471967:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600584576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952220.472229:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600584576:12345-0@lo:400:kworker.0 Request processed in 280us (38262us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952220.472237:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1783952220.472564:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1783952220.472616:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600583680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952220.472675:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600583680:12345-0@lo:400:kworker.0 Request processed in 65us (21606us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952220.472682:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1783952220.472727:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600583680:0@lo:400:kworker.0 00000100:00100000:0.0:1783952220.475113:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600584576:0@lo:400:kworker.0 00000100:00100000:2.0:1783952220.942132:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952220.942182:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600584704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952220.942305:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952220.942452:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584704 00000100:00100000:0.0:1783952220.942473:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584704 00000100:00100000:0.0:1783952220.942561:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1783952220.942574:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600584704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952220.942635:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1783952220.942723:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600584704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.942731:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1783952220.942792:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600584704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952220.951733:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952220.963365:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600584832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952220.963500:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952220.963691:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584832 00000100:00100000:0.0:1783952220.963713:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584832 00000100:00100000:0.0:1783952220.963793:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1783952220.964035:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600584832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952220.964092:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:0.0:1783952220.964165:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600584832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 361us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952220.964175:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1783952220.964404:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600584832:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952221.259962:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1783952221.966955:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:0.0:1783952221.966992:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000001:00080000:0.0:1783952221.967041:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738546 is committed 00000004:00080000:0.0:1783952221.967063:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000004:00080000:0.0:1783952221.967076:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00010000:00010000:3.0:1783952221.967137:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967154:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967163:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967170:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967175:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967183:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967206:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab0:0x4:0x0].0x1cda55a (ffff8a75d69e2200) 00010000:00010000:3.0:1783952221.967209:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967215:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 2/0,0 mode: --/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967220:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387a43 lrc: 0/0,0 mode: --/TXN res: [0x200003ab0:0x4:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967255:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967262:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952221.967272:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1783952221.967285:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967290:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967293:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967300:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952221.967306:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600584960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783952221.967309:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0x6:0x0].0xf0209d98 (ffff8a75fb008c00) 00010000:00010000:3.0:1783952221.967311:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967315:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 2/0,0 mode: --/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967320:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387a5f lrc: 0/0,0 mode: --/TXN res: [0x200003ab2:0x6:0x0].0xf0209d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967376:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967383:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967389:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967394:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967397:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967414:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967423:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2730b988 (ffff8a75f61bd900) 00010000:00010000:3.0:1783952221.967426:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967429:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967435:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387a7b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2730b988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967463:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967469:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967474:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967480:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967482:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967488:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967495:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x116badb1 (ffff8a75fb008500) 00010000:00010000:3.0:1783952221.967498:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967501:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967513:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387ac8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x116badb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967530:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967537:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967543:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967549:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967552:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967688:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967708:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75e7b32200) 00010000:00010000:3.0:1783952221.967711:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967714:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967721:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387b07 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967737:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967744:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967757:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967762:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967765:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967772:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967781:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab2:0xa:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:3.0:1783952221.967783:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967786:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 2/0,0 mode: --/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967792:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b494387b0e lrc: 0/0,0 mode: --/TXN res: [0x200003ab2:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967806:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967811:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967817:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967821:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952221.967823:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967838:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952221.967844:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783952221.967847:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75e7b32200) 00010000:00010000:3.0:1783952221.967849:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952221.967851:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.967857:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387b9a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952221.967903:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600584960 00000100:00100000:3.0:1783952221.967912:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600584960 00000100:00080000:2.0:1783952221.968003:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952221.968164:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952221.968179:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600585088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783952221.968187:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1783952221.968199:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600584960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783952221.968215:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1783952221.968238:0:160617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:578 count 1 00000100:00100000:0.0:1783952221.968243:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585088 00000100:00100000:0.0:1783952221.968247:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585088 00010000:00010000:3.0:1783952221.968269:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952221.968276:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1783952221.968283:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600585088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783952221.968294:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 6 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.968304:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783952221.968309:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952221.968314:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.968379:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 6 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.968404:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 6 pid: 162836 timeout: 6008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952221.968418:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600585216:192.168.202.38@tcp:104: 00002000:00080000:0.0:1783952221.968499:0:162836:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:130 count 1 00000100:00100000:3.0:1783952221.968526:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75fc16de40 going to sleep for 11 seconds 00002000:00010000:0.0:1783952221.968532:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x82:0x0] initial LVB size: 0, mtime: 0x6a54f32d, atime: 0x6a54f32d, ctime: 0x6a54f32d, blocks: 0x0 00010000:00010000:0.0:1783952221.968539:0:162836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952221.968549:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x82:0x0].0x0 since=5908s v=(0 0) 00010000:00010000:0.0:1783952221.968788:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952221.968804:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952221.968823:0:162836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952221.968832:0:162836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952221.968839:0:162836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952221.968867:0:162836:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783952221.969688:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952221.969701:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.969713:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952221.969719:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.969728:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.969762:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.969770:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b494387bbd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.969798:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952221.969800:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952221.969802:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952221.974045:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600585088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5743us (5809us total) trans 17179869233 rc 0/0 00000100:00100000:0.0:1783952221.974068:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1783952221.977121:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952221.977271:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983232 00000100:00100000:1.0:1783952221.977285:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983232 00010000:00010000:1.0:1783952221.977387:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 7 pid: 162836 timeout: 6008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952221.977434:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 73 00000100:00100000:1.0:1783952221.977446:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c8f74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:59d07488-6bca-4a99-8c58-7370881ffbef+7:69253:x1870607583983232:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952221.977484:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952221.977492:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 7 pid: 162836 timeout: 6008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.977510:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 7 pid: 162836 timeout: 6008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.977545:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952221.977565:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x242:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952221.977596:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.977609:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.977638:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952221.977710:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c8f74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:59d07488-6bca-4a99-8c58-7370881ffbef+7:69253:x1870607583983232:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 264us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952221.977719:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 73 00010000:00010000:3.0:1783952221.979173:0:160617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494387aba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981da5f expref: 6 pid: 162836 timeout: 6008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952221.979204:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600585216:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952221.979235:0:160617:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.979250:0:160617:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.979258:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.979272:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.979282:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952221.979329:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783952221.980479:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952221.980497:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.980514:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952221.980521:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.980533:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.980578:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.980587:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494387bb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952221.980649:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952221.980651:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952221.980653:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783952221.980952:0:106954:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74c3005f80/2, rc 0, transno 17179869233 00000100:00100000:2.0:1783952221.980973:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600585088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783952221.981070:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600584960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12871us (13223us total) trans 21474836528 rc 0/0 00000100:00100000:3.0:1783952221.981084:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000004:00080000:2.0:1783952221.981148:0:106955:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a75cf887100/2, rc 0, transno 21474836528 00000100:00100000:2.0:1783952221.981154:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600584960:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1783952221.988796:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836528 is committed 00000001:00100000:0.0:1783952221.988829:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 59d07488-6bca-4a99-8c58-7370881ffbef 00010000:00010000:2.0:1783952222.285909:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783952222.994702:0:159846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836568 is committed 00010000:00010000:1.0:1783952223.307686:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952224.332731:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952224.523666:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600585344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952224.523771:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952224.524044:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585344 00000100:00100000:2.0:1783952224.524056:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585344 00000100:00080000:3.0:1783952224.524123:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952224.524153:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1783952224.524165:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600585344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952224.524213:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1783952224.524281:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600585344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952224.524291:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952224.524330:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600585344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952224.524937:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952224.524961:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600585472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952224.525012:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952224.526568:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585472 00000100:00100000:2.0:1783952224.526619:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585472 00000100:00080000:3.0:1783952224.526703:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952224.526721:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1783952224.526734:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600585472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952224.526768:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1783952224.527214:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600585472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 481us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952224.527223:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783952224.528079:0:106952:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836528 gen 2 00000004:00080000:1.0:1783952224.528091:0:106952:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a75cf887100, transno 21474836528 00000100:00100000:1.0:1783952224.528131:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600585472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952225.333455:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952225.333741:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983360 00000100:00100000:1.0:1783952225.333758:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983360 00000100:00100000:1.0:1783952225.333839:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:1.0:1783952225.333853:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583983360:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952225.333970:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583983360:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 119us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952225.333980:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:0.0:1783952225.338390:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952225.338635:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952225.339200:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983616 00000100:00100000:2.0:1783952225.339216:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983616 00000100:00100000:2.0:1783952225.339317:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983488 00000100:00100000:2.0:1783952225.339321:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983488 00000100:00100000:2.0:1783952225.339386:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:2.0:1783952225.339401:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583983616:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952225.339527:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583983616:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 130us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.339536:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:2.0:1783952225.339559:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00100000:2.0:1783952225.339565:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583983488:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952225.339592:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583983488:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 27us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.339598:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00080000:2.0:1783952225.339616:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952225.339621:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952225.344255:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952225.344370:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983744 00000100:00100000:3.0:1783952225.344385:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983744 00000100:00100000:3.0:1783952225.344511:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:3.0:1783952225.344526:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a7602078850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583983744:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952225.344653:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a7602078850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583983744:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 131us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952225.344662:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00080000:2.0:1783952225.346378:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1783952225.355931:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952225.552822:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600585984:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.552925:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.552983:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585984 00000100:00100000:0.0:1783952225.552993:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585984 00000100:00100000:0.0:1783952225.553076:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783952225.553105:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600585984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553164:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600585984:12345-0@lo:400:kworker.0 Request processed in 60us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952225.553173:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783952225.553226:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600585984:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553233:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600586496:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553249:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.553266:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586496 00000100:00100000:0.0:1783952225.553269:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586496 00000100:00100000:0.0:1783952225.553288:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783952225.553292:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600586496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553312:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600586496:12345-0@lo:400:kworker.0 Request processed in 20us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952225.553316:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783952225.553358:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600586496:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553363:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600587008:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553382:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.553409:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1783952225.553413:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600585856:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553449:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.553466:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600586368:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553488:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.553503:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600586880:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.553518:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.553982:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600585728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554017:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554033:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600586240:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554046:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554057:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600586752:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554071:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554092:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1783952225.554096:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600585600:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554117:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554139:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600586112:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554162:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554178:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600586624:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554198:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554206:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600587136:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554218:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952225.554235:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585856 00000100:00100000:3.0:1783952225.554239:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585856 00000100:00100000:3.0:1783952225.554264:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586368 00000100:00100000:3.0:1783952225.554265:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586368 00000100:00100000:3.0:1783952225.554279:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783952225.554284:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600585856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554314:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600585856:12345-0@lo:400:kworker.0 Request processed in 29us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952225.554318:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783952225.554328:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783952225.554331:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600586368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554366:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600586368:12345-0@lo:400:kworker.0 Request processed in 34us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952225.554370:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783952225.554385:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585728 00000100:00100000:3.0:1783952225.554388:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585728 00000100:00100000:3.0:1783952225.554404:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586240 00000100:00100000:3.0:1783952225.554406:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586240 00000100:00100000:3.0:1783952225.554437:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1783952225.554443:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600585728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554482:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600585728:12345-0@lo:400:kworker.0 Request processed in 39us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952225.554489:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1783952225.554499:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1783952225.554504:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600586240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554523:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600586240:12345-0@lo:400:kworker.0 Request processed in 20us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952225.554527:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1783952225.554547:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600585728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.554553:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600586240:0@lo:400:kworker.0 00000100:00080000:2.0:1783952225.554692:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952225.554721:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587008 00000100:00100000:2.0:1783952225.554732:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587008 00000100:00100000:2.0:1783952225.554767:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586880 00000100:00100000:2.0:1783952225.554770:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586880 00000100:00100000:2.0:1783952225.554784:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586752 00000100:00100000:2.0:1783952225.554786:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586752 00000100:00100000:2.0:1783952225.554798:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586112 00000100:00100000:2.0:1783952225.554801:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586112 00000100:00100000:2.0:1783952225.554812:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600586624 00000100:00100000:2.0:1783952225.554814:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600586624 00000100:00100000:2.0:1783952225.554824:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587136 00000100:00100000:2.0:1783952225.554827:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587136 00000100:00100000:2.0:1783952225.554840:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1783952225.554844:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600587008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.554876:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600587008:12345-0@lo:400:kworker.0 Request processed in 33us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.554880:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1783952225.554891:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1783952225.554895:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600586880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.554910:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600586880:12345-0@lo:400:kworker.0 Request processed in 15us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.554914:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1783952225.554920:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1783952225.554923:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600586752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.554937:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600586752:12345-0@lo:400:kworker.0 Request processed in 15us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.554941:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1783952225.554946:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1783952225.554949:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600586112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.554978:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600586112:12345-0@lo:400:kworker.0 Request processed in 28us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.554982:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1783952225.554989:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1783952225.554992:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600586624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.555005:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600586624:12345-0@lo:400:kworker.0 Request processed in 14us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.555009:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1783952225.555014:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1783952225.555018:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600587136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952225.555031:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600587136:12345-0@lo:400:kworker.0 Request processed in 13us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.555034:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:2.0:1783952225.555052:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952225.555054:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952225.555119:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952225.555130:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952225.555183:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952225.555548:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587264 00000100:00100000:2.0:1783952225.555553:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587264 00000100:00100000:2.0:1783952225.555585:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1783952225.555590:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600587264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952225.555613:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952225.555645:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600587264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952225.555650:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783952225.555732:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600587264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952225.555876:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600586112:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.555889:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600586624:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.555897:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600587136:0@lo:400:kworker.0 00000100:00100000:3.0:1783952225.555904:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600586752:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556006:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600585600 00000100:00100000:0.0:1783952225.556010:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600585600 00000100:00100000:0.0:1783952225.556041:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1783952225.556046:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600585600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556085:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600585600:12345-0@lo:400:kworker.0 Request processed in 40us (1967us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952225.556090:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1783952225.556124:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600585856:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556136:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600586368:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556148:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600586880:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556156:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600587008:0@lo:400:kworker.0 00000100:00100000:0.0:1783952225.556170:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952225.556174:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600587392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952225.556195:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952225.556217:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587392 00000100:00100000:0.0:1783952225.556220:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587392 00000100:00100000:0.0:1783952225.556236:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783952225.556240:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600587392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952225.556247:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952225.556265:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600587392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952225.556269:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1783952225.556287:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600587392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952225.556371:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600585600:0@lo:400:kworker.0 00000100:00100000:2.0:1783952226.059697:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952226.059730:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600587520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952226.059840:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952226.059976:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587520 00000100:00100000:3.0:1783952226.059986:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587520 00000100:00100000:3.0:1783952226.060044:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1783952226.060052:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600587520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952226.060098:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1783952226.060167:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600587520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952226.060176:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1783952226.060295:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600587520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952226.060669:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600587648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952226.060700:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952226.060795:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587648 00000100:00100000:3.0:1783952226.060799:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587648 00000100:00100000:3.0:1783952226.060829:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1783952226.060834:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600587648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952226.060857:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1783952226.060968:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600587648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952226.060973:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1783952226.061014:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600587648:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783952226.380657:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952227.403947:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1783952228.115535:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869233 is committed 00010000:00010000:2.0:1783952228.428200:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952229.451584:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952229.644804:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952229.644830:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600587776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952229.644923:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952229.645595:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587776 00000100:00100000:3.0:1783952229.645605:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587776 00000100:00100000:3.0:1783952229.645695:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1783952229.645707:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600587776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952229.645742:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952229.645813:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600587776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952229.645820:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:0.0:1783952229.645996:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952229.646234:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600587776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952229.649175:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952229.649197:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600587904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952229.649276:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952229.649503:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600587904 00000100:00100000:2.0:1783952229.649512:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600587904 00000100:00100000:2.0:1783952229.649585:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1783952229.649594:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600587904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952229.649616:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1783952229.649678:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600587904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952229.649686:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783952229.649808:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600587904:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952229.651043:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952230.455709:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952230.456003:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952230.456145:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952230.456182:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952230.456243:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583983872 00000100:00100000:1.0:1783952230.456243:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984256 00000100:00100000:2.0:1783952230.456254:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583983872 00000100:00100000:1.0:1783952230.456254:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984256 00000100:00100000:1.0:1783952230.456313:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 107 00000100:00100000:2.0:1783952230.456319:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 198 00000100:00100000:1.0:1783952230.456325:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583984256:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952230.456371:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69252:x1870607583983872:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952230.456437:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583984256:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 116us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952230.456445:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 107 00000100:00080000:1.0:1783952230.456541:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952230.456557:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69252:x1870607583983872:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 108us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952230.456566:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 198 00000100:00100000:0.0:1783952230.460352:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984128 00000100:00100000:0.0:1783952230.460367:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984128 00000100:00100000:0.0:1783952230.460463:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984000 00000100:00100000:0.0:1783952230.460467:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984000 00000100:00100000:0.0:1783952230.460507:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:0.0:1783952230.460525:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583984128:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952230.460600:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583984128:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 86us (4457us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952230.460605:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:0.0:1783952230.460678:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:0.0:1783952230.460685:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583984000:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952230.460708:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583984000:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 25us (4528us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952230.460713:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00080000:1.0:1783952230.462139:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952230.462148:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1783952230.475720:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952230.667750:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600588032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952230.667841:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952230.667911:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600588160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952230.667937:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952230.668100:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588032 00000100:00100000:0.0:1783952230.668107:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588032 00000100:00100000:0.0:1783952230.668151:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588160 00000100:00100000:0.0:1783952230.668153:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588160 00000100:00100000:0.0:1783952230.668165:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952230.668171:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600588032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952230.668208:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952230.668277:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1783952230.668287:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600588160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952230.668298:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952230.670352:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600588544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670445:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670521:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600589056:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670553:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670573:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600589568:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670613:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670637:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1783952230.670642:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600588672:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670664:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670685:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600589184:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670705:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670731:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600588416:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670758:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670781:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600588928:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670800:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670816:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600589440:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670835:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670848:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783952230.670853:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600588288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670881:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670902:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600588800:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670922:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670939:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600589312:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.670958:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952230.670982:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588544 00000100:00100000:3.0:1783952230.671004:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588544 00000100:00100000:3.0:1783952230.671250:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588928 00000100:00100000:3.0:1783952230.671255:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588928 00000100:00100000:3.0:1783952230.671279:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783952230.671288:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600588544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671411:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600588544:12345-0@lo:400:kworker.0 Request processed in 124us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671420:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783952230.671437:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783952230.671444:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600588928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671477:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600588928:12345-0@lo:400:kworker.0 Request processed in 33us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671482:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783952230.671594:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600588928:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671636:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589056 00000100:00100000:3.0:1783952230.671640:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589056 00000100:00100000:3.0:1783952230.671661:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589568 00000100:00100000:3.0:1783952230.671663:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589568 00000100:00100000:3.0:1783952230.671678:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588672 00000100:00100000:3.0:1783952230.671681:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588672 00000100:00100000:3.0:1783952230.671692:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589184 00000100:00100000:3.0:1783952230.671695:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589184 00000100:00100000:3.0:1783952230.671706:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589440 00000100:00100000:3.0:1783952230.671709:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589440 00000100:00100000:3.0:1783952230.671721:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589312 00000100:00100000:3.0:1783952230.671724:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589312 00000100:00100000:3.0:1783952230.671739:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1783952230.671745:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600589056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671780:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600589056:12345-0@lo:400:kworker.0 Request processed in 34us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671787:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1783952230.671798:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1783952230.671804:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600589568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671841:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600589568:12345-0@lo:400:kworker.0 Request processed in 37us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671847:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1783952230.671859:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1783952230.671865:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600588672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671892:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600588672:12345-0@lo:400:kworker.0 Request processed in 28us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671898:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1783952230.671910:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1783952230.671915:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600589184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.671944:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600589184:12345-0@lo:400:kworker.0 Request processed in 29us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.671950:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1783952230.671960:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1783952230.671966:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600589440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680673:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600589440:12345-0@lo:400:kworker.0 Request processed in 8693us (9823us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.680689:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1783952230.680724:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1783952230.680741:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600589312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680809:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600589312:12345-0@lo:400:kworker.0 Request processed in 79us (9850us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.680816:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1783952230.680870:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600589312:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680903:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600589440:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680936:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600588672:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680944:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600589184:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680952:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600588544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680959:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600589056:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.680967:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600589568:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681009:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588416 00000100:00100000:3.0:1783952230.681014:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588416 00000100:00100000:3.0:1783952230.681040:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588800 00000100:00100000:3.0:1783952230.681042:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588800 00000100:00100000:3.0:1783952230.681050:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1783952230.681054:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600588416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681083:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600588416:12345-0@lo:400:kworker.0 Request processed in 29us (10325us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.681087:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1783952230.681095:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1783952230.681098:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600588800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681115:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600588800:12345-0@lo:400:kworker.0 Request processed in 17us (10193us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.681119:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1783952230.681139:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600588800:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681146:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600588416:0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681176:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600588288 00000100:00100000:3.0:1783952230.681178:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600588288 00000100:00100000:3.0:1783952230.681205:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1783952230.681209:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600588288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952230.681243:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600588288:12345-0@lo:400:kworker.0 Request processed in 32us (10360us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952230.681249:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1783952230.681280:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600588288:0@lo:400:kworker.0 00000100:00080000:3.0:1783952230.681313:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952230.681317:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952230.681319:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952230.681913:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600588032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 13739us (14070us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952230.681920:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1783952230.684803:0:106953:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869233 gen 2 00000004:00080000:1.0:1783952230.684816:0:106953:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74c3005f80, transno 17179869233 00000100:00100000:1.0:1783952230.684855:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600588032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952230.688670:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600588160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 20374us (20720us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952230.688686:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1783952230.690220:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600588160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952231.180243:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952231.180271:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600589696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952231.180395:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952231.180604:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589696 00000100:00100000:1.0:1783952231.180612:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589696 00000100:00100000:1.0:1783952231.180665:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1783952231.180674:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600589696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952231.180711:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1783952231.180787:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600589696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952231.180795:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1783952231.180999:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600589696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952231.181115:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600589824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952231.181145:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952231.181232:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589824 00000100:00100000:2.0:1783952231.181237:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589824 00000100:00100000:2.0:1783952231.181288:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1783952231.181295:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600589824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952231.181319:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1783952231.181403:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600589824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952231.181410:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1783952231.181657:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600589824:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1783952231.500253:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952232.524533:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952233.547869:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952234.571947:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952234.765119:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952234.765147:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600589952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952234.765223:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952234.765641:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600590080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952234.765678:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952234.765727:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600589952 00000100:00100000:3.0:1783952234.765735:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600589952 00000100:00100000:3.0:1783952234.765797:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590080 00000100:00100000:3.0:1783952234.765800:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590080 00000100:00100000:3.0:1783952234.765829:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1783952234.765839:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600589952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952234.765876:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952234.765942:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600589952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952234.765962:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1783952234.765981:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1783952234.765987:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600590080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952234.765998:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952234.766027:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600590080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952234.766033:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1783952234.766075:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600590080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952234.766111:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600589952:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952234.766244:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952235.576951:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952235.576997:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952235.577034:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952235.577057:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984512 00000100:00100000:3.0:1783952235.577067:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984512 00000100:00100000:1.0:1783952235.577072:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952235.577088:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984640 00000100:00100000:0.0:1783952235.577092:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984640 00000100:00100000:3.0:1783952235.577180:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:3.0:1783952235.577193:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+10:69254:x1870607583984512:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952235.577292:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+10:69254:x1870607583984512:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 102us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.577300:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:3.0:1783952235.577319:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 251 00000100:00100000:3.0:1783952235.577367:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583984640:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952235.577398:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583984640:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 72us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.577405:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 251 00000100:00100000:2.0:1783952235.577487:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984384 00000100:00100000:2.0:1783952235.577492:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984384 00000100:00100000:2.0:1783952235.577538:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00100000:2.0:1783952235.577546:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583984384:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952235.577577:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583984384:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 32us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952235.577583:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00080000:2.0:1783952235.577629:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952235.577634:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952235.577643:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984768 00000100:00100000:2.0:1783952235.577647:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984768 00000100:00100000:2.0:1783952235.577677:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 110 00000100:00100000:2.0:1783952235.577683:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:59d07488-6bca-4a99-8c58-7370881ffbef+5:69253:x1870607583984768:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952235.577724:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:59d07488-6bca-4a99-8c58-7370881ffbef+5:69253:x1870607583984768:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 40us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952235.577731:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 110 00000100:00080000:2.0:1783952235.577745:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783952235.598378:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952235.788613:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952235.788649:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600590208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952235.788721:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.788791:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590208 00000100:00100000:2.0:1783952235.788798:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590208 00000100:00100000:2.0:1783952235.788856:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1783952235.788865:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600590208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952235.788894:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952235.788953:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600590208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952235.788959:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:2.0:1783952235.788982:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952235.789016:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600590208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952235.789490:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600590464:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789629:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.789662:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600590976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789692:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.789721:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600591488:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789745:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.789767:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1783952235.789772:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600590336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789799:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.789820:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600590848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789842:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.789859:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600591360:0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.789886:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952235.790032:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590464 00000100:00100000:1.0:1783952235.790038:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590464 00000100:00100000:1.0:1783952235.790070:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590848 00000100:00100000:1.0:1783952235.790073:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590848 00000100:00100000:1.0:1783952235.790088:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1783952235.790095:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600590464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.790144:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600590464:12345-0@lo:400:kworker.0 Request processed in 49us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952235.790150:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1783952235.790168:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1783952235.790175:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600590848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.790204:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600590848:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952235.790209:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1783952235.790228:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590336 00000100:00100000:1.0:1783952235.790231:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590336 00000100:00100000:1.0:1783952235.790258:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1783952235.790264:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600590336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.790304:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600590336:12345-0@lo:400:kworker.0 Request processed in 41us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952235.790311:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1783952235.790377:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591488 00000100:00100000:1.0:1783952235.790382:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591488 00000100:00100000:2.0:1783952235.792993:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600590592:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793069:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793110:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600591104:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793133:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793151:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600591616:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793179:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793206:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783952235.793214:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600590720:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793237:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793258:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600591232:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793278:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793290:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600591744:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793310:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952235.793427:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600590336:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793453:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600590848:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.793466:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600590464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.797279:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591360 00000100:00100000:0.0:1783952235.797290:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591360 00000100:00100000:3.0:1783952235.797397:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590976 00000100:00100000:3.0:1783952235.797418:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590976 00000100:00100000:1.0:1783952235.806613:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591616 00000100:00100000:1.0:1783952235.806629:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591616 00000100:00100000:2.0:1783952235.806784:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590720 00000100:00100000:2.0:1783952235.806789:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590720 00000100:00100000:3.0:1783952235.806934:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600590592 00000100:00100000:3.0:1783952235.806938:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600590592 00000100:00100000:3.0:1783952235.806966:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591104 00000100:00100000:3.0:1783952235.806969:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591104 00000100:00100000:3.0:1783952235.806998:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952235.807009:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600590976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.807123:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600590976:12345-0@lo:400:kworker.0 Request processed in 116us (17429us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.807130:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952235.807148:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783952235.807155:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600590592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.807197:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600590592:12345-0@lo:400:kworker.0 Request processed in 43us (14127us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.807203:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783952235.807214:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783952235.807221:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600591104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.807248:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600591104:12345-0@lo:400:kworker.0 Request processed in 29us (14114us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.807254:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783952235.807307:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600590592:0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.807320:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600591104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.807511:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591232 00000100:00100000:3.0:1783952235.807516:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591232 00000100:00100000:0.0:1783952235.809034:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591744 00000100:00100000:0.0:1783952235.809045:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591744 00000100:00100000:0.0:1783952235.809086:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783952235.809095:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600591488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809185:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600591488:12345-0@lo:400:kworker.0 Request processed in 91us (19438us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952235.809192:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783952235.809216:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1783952235.809222:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600591360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809254:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600591360:12345-0@lo:400:kworker.0 Request processed in 33us (19367us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952235.809260:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1783952235.809274:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1783952235.809281:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600591744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809324:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600591744:12345-0@lo:400:kworker.0 Request processed in 43us (16012us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952235.809357:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1783952235.809392:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600591872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952235.809602:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952235.809680:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600591360:0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809697:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600590976:0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809710:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600591488:0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809748:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600591744:0@lo:400:kworker.0 00000100:00100000:0.0:1783952235.809795:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600591872 00000100:00100000:0.0:1783952235.809799:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600591872 00000100:00100000:0.0:1783952235.809935:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1783952235.809943:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600591872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952235.809964:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952235.810005:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600591872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952235.810011:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1783952235.810043:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600591872:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952235.810091:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952235.810097:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952235.810099:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952235.814126:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1783952235.814152:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600591616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952235.814265:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600591616:12345-0@lo:400:kworker.0 Request processed in 126us (21085us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952235.814274:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1783952235.814365:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600591616:0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.814873:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1783952235.814884:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600590720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952235.814943:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600590720:12345-0@lo:400:kworker.0 Request processed in 62us (21704us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952235.814949:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1783952235.816229:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600590720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.819026:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1783952235.819052:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600591232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952235.819180:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600591232:12345-0@lo:400:kworker.0 Request processed in 142us (25900us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952235.819187:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1783952235.819284:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600591232:0@lo:400:kworker.0 00000100:00100000:2.0:1783952236.299810:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952236.299843:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600592000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952236.299940:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952236.300119:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592000 00000100:00100000:1.0:1783952236.300130:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592000 00000100:00100000:1.0:1783952236.300196:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1783952236.300209:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600592000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952236.300252:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1783952236.300381:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600592000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952236.300389:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1783952236.300638:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600592000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952236.300789:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952236.300808:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600592128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952236.300861:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952236.301013:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592128 00000100:00100000:0.0:1783952236.301019:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592128 00000100:00100000:0.0:1783952236.301059:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1783952236.301067:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fb113450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600592128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952236.301088:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1783952236.301133:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fb113450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600592128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952236.301154:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1783952236.301439:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600592128:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783952236.620847:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952237.643557:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952238.667571:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952239.696168:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952239.883815:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600592384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952239.883835:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600592256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952239.883897:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952239.883945:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952239.883988:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592256 00000100:00100000:0.0:1783952239.883996:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592256 00000100:00100000:0.0:1783952239.884060:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592384 00000100:00100000:0.0:1783952239.884064:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592384 00000100:00080000:3.0:1783952239.884089:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952239.884098:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1783952239.884109:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600592256:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952239.884121:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1783952239.884134:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600592384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952239.884143:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00002000:00000024:3.0:1783952239.884148:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1783952239.884201:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600592256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952239.884208:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600592384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952239.884217:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1783952239.884225:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1783952239.884529:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600592384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952239.888410:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600592256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952240.697121:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952240.697174:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952240.697208:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952240.697254:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952240.697332:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583984896 00000100:00100000:3.0:1783952240.697380:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985280 00000100:00100000:0.0:1783952240.697391:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583984896 00000100:00100000:0.0:1783952240.697452:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:3.0:1783952240.697460:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985280 00000100:00100000:0.0:1783952240.697466:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583984896:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952240.697516:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 114 00000100:00100000:3.0:1783952240.697528:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583985280:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952240.697555:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583984896:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 91us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.697570:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:59d07488-6bca-4a99-8c58-7370881ffbef+5:69252:x1870607583985280:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 44us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.697581:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 114 00000100:00100000:0.0:1783952240.697588:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00080000:3.0:1783952240.697608:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952240.697812:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985024 00000100:00100000:1.0:1783952240.697823:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985024 00000100:00100000:1.0:1783952240.697870:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985152 00000100:00100000:1.0:1783952240.697874:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985152 00000100:00100000:1.0:1783952240.697893:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 258 00000100:00100000:1.0:1783952240.697900:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+10:69254:x1870607583985024:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952240.697949:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+10:69254:x1870607583985024:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 49us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952240.697956:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 258 00000100:00100000:1.0:1783952240.697976:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 259 00000100:00100000:1.0:1783952240.697984:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583985152:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:3.0:1783952240.697998:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952240.698003:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952240.698017:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:59d07488-6bca-4a99-8c58-7370881ffbef+7:69254:x1870607583985152:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 34us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952240.698024:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 259 00010000:00010000:0.0:1783952240.715625:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952240.907580:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952240.907607:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600592640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952240.907659:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600592512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952240.907689:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952240.907722:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952240.907829:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592640 00000100:00100000:0.0:1783952240.907838:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592640 00000100:00100000:0.0:1783952240.907908:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592512 00000100:00100000:0.0:1783952240.907913:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592512 00000100:00100000:0.0:1783952240.907939:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1783952240.907950:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600592640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952240.907984:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952240.908030:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600592640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952240.908038:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1783952240.908056:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1783952240.908063:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600592512:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952240.908070:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600592896:0@lo:400:kworker.0 00002000:00000024:0.0:1783952240.908074:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952240.908100:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600592512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952240.908107:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1783952240.908125:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908154:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600593408:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908178:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908194:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600593920:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908215:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908235:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783952240.908240:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600593024:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908261:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908276:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600593536:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908326:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908372:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6592a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600594048:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908394:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908421:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593920 00000100:00100000:3.0:1783952240.908424:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593920 00000100:00100000:1.0:1783952240.908433:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600593152:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908458:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593536 00000100:00100000:3.0:1783952240.908463:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593536 00000100:00100000:1.0:1783952240.908471:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908482:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594048 00000100:00100000:3.0:1783952240.908485:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594048 00000100:00100000:1.0:1783952240.908490:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600593664:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.908498:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593152 00000100:00100000:3.0:1783952240.908502:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593152 00000100:00100000:1.0:1783952240.908517:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952240.908521:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1783952240.908531:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600593920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.908534:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783952240.908542:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600592768:0@lo:400:kworker.0 00000100:00100000:2.0:1783952240.908634:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592896 00000100:00100000:2.0:1783952240.908639:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592896 00000100:00100000:0.0:1783952240.908649:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600592512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952240.908680:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1783952240.908689:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600592896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952240.908701:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593664 00000100:00100000:0.0:1783952240.908706:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593664 00000100:00100000:0.0:1783952240.908737:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1783952240.908743:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600593536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.910510:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952240.910580:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600593280:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.910639:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952240.910660:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600593792:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.910698:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952240.910733:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593280 00000100:00100000:1.0:1783952240.910740:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593280 00000100:00100000:1.0:1783952240.910789:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1783952240.910798:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600593280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.910853:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600593280:12345-0@lo:400:kworker.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952240.911258:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1783952240.911320:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600593280:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.911364:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600593920:12345-0@lo:400:kworker.0 Request processed in 2832us (3144us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.911374:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1783952240.911393:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593792 00000100:00100000:3.0:1783952240.911397:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593792 00000100:00100000:3.0:1783952240.911430:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1783952240.911436:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600594048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.911477:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600594048:12345-0@lo:400:kworker.0 Request processed in 41us (3083us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.911483:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1783952240.911493:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1783952240.911499:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600593152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.911523:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600593152:12345-0@lo:400:kworker.0 Request processed in 25us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.911528:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1783952240.911537:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1783952240.911544:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600593664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.911567:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600593664:12345-0@lo:400:kworker.0 Request processed in 25us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.911572:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1783952240.911676:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600593152:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.911688:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600593664:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.911731:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593408 00000100:00100000:1.0:1783952240.911736:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593408 00000100:00100000:1.0:1783952240.911767:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600593024 00000100:00100000:1.0:1783952240.911770:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600593024 00000100:00100000:1.0:1783952240.911789:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783952240.911796:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600593408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.911835:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600593408:12345-0@lo:400:kworker.0 Request processed in 39us (3654us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952240.911841:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783952240.911853:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783952240.912597:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600593024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.912643:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600593024:12345-0@lo:400:kworker.0 Request processed in 53us (4380us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952240.912650:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00080000:1.0:1783952240.912703:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952240.912708:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952240.912712:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952240.912728:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1783952240.912739:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600593792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.912779:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600593024:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.912798:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6592a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600594048:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.912805:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600593792:12345-0@lo:400:kworker.0 Request processed in 66us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.912814:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1783952240.912817:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600593408:0@lo:400:kworker.0 00000100:00100000:1.0:1783952240.912836:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600593920:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.912862:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600593792:0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.912918:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600592640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952240.912949:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600592768 00000100:00100000:3.0:1783952240.912954:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600592768 00000100:00100000:3.0:1783952240.912991:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1783952240.913006:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600592768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952240.913048:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600592768:12345-0@lo:400:kworker.0 Request processed in 43us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952240.913055:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1783952240.913090:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600592768:0@lo:400:kworker.0 00000100:00100000:2.0:1783952240.913288:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600592896:12345-0@lo:400:kworker.0 Request processed in 4588us (5150us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952240.913310:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1783952240.913482:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600592896:0@lo:400:kworker.0 00000100:00100000:0.0:1783952240.913611:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600593536:12345-0@lo:400:kworker.0 Request processed in 4866us (5282us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952240.913630:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1783952240.913689:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600593536:0@lo:400:kworker.0 00000100:00100000:3.0:1783952241.419662:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600594176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952241.419735:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952241.419897:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594176 00000100:00100000:1.0:1783952241.419904:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594176 00000100:00100000:1.0:1783952241.419963:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1783952241.419974:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600594176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952241.420009:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1783952241.420064:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600594176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952241.420071:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1783952241.420251:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600594176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952241.421219:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600594304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952241.421292:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952241.421408:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594304 00000100:00100000:2.0:1783952241.421415:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594304 00000100:00100000:2.0:1783952241.421469:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1783952241.421479:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600594304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952241.421507:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1783952241.421574:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600594304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952241.421582:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1783952241.421836:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600594304:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783952241.739730:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952242.763586:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952243.787976:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952244.811820:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952245.003938:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952245.003969:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600594432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952245.004051:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952245.004064:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600594560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952245.004070:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952245.004120:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952245.004327:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594432 00000100:00100000:3.0:1783952245.004353:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594432 00000100:00100000:3.0:1783952245.004419:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594560 00000100:00100000:3.0:1783952245.004422:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594560 00000100:00100000:3.0:1783952245.004445:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1783952245.004454:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600594432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952245.004483:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952245.004548:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600594432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952245.004556:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1783952245.004572:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1783952245.004578:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600594560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952245.004588:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8040128 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952245.004627:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600594560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952245.004633:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1783952245.004674:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600594432:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783952245.005266:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952245.005299:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600594560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952245.815805:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952245.815856:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952245.815944:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985664 00000100:00100000:2.0:1783952245.815955:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985664 00000100:00100000:2.0:1783952245.816028:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985536 00000100:00100000:2.0:1783952245.816032:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985536 00000100:00100000:2.0:1783952245.816056:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:2.0:1783952245.816066:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583985664:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952245.816144:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+7:69255:x1870607583985664:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 80us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952245.816153:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:2.0:1783952245.816173:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00100000:2.0:1783952245.816180:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583985536:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952245.816207:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+10:69255:x1870607583985536:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952245.816214:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00080000:3.0:1783952245.816677:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952245.816682:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952245.822458:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952245.822675:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985408 00000100:00100000:0.0:1783952245.822685:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985408 00000100:00100000:0.0:1783952245.822749:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:0.0:1783952245.822758:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583985408:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952245.822843:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69253:x1870607583985408:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 85us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952245.822852:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:2.0:1783952245.829936:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952245.830120:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985792 00000100:00100000:3.0:1783952245.830130:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985792 00000100:00100000:3.0:1783952245.830227:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00100000:3.0:1783952245.830249:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:59d07488-6bca-4a99-8c58-7370881ffbef+5:69251:x1870607583985792:12345-192.168.202.38@tcp:9:kworker.0 00000100:00080000:1.0:1783952245.830250:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1783952245.830284:0:162836:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387ab3 00000100:00080000:3.0:1783952245.830294:0:162836:0:(import.c:65:import_set_state_nolock()) ffff8a74cce23800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952245.830407:0:162836:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836528 00010000:00010000:1.0:1783952245.830503:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952245.830584:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:59d07488-6bca-4a99-8c58-7370881ffbef+2:69251:x1870607583985792:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 348us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952245.830593:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 200 00010000:00010000:0.0:1783952245.836527:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952246.027883:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600594688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952246.027959:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.028041:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594688 00000100:00100000:1.0:1783952246.028050:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594688 00000100:00100000:1.0:1783952246.028112:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1783952246.028122:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600594688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952246.028152:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952246.028199:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600594688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952246.028207:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:1.0:1783952246.028226:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952246.028817:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600594944:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.028848:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.028862:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600594816:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.028873:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600595456:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.028939:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600595072:0@lo:400:kworker.0 00000100:00100000:2.0:1783952246.030467:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594944 00000100:00100000:2.0:1783952246.030476:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594944 00000100:00100000:2.0:1783952246.030533:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1783952246.030542:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600594944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.037061:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.037521:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600595968:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.037579:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.038798:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595968 00000100:00100000:0.0:1783952246.038809:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595968 00000100:00100000:0.0:1783952246.038864:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1783952246.038872:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600595968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.038928:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600595968:12345-0@lo:400:kworker.0 Request processed in 58us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.038933:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1783952246.038971:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600595968:0@lo:400:kworker.0 00000100:00080000:0.0:1783952246.039141:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952246.039177:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595456 00000100:00100000:0.0:1783952246.039182:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595456 00000100:00100000:0.0:1783952246.039204:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1783952246.039218:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600595456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039269:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600595456:12345-0@lo:400:kworker.0 Request processed in 51us (2226us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.039276:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1783952246.039305:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600595456:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039363:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600595200:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039417:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.039440:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600595712:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039462:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.039479:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600596224:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039496:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.039540:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600594688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952246.039555:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952246.039572:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600596352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952246.039589:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952246.039610:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595200 00000100:00100000:0.0:1783952246.039624:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595200 00000100:00100000:0.0:1783952246.039650:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952246.039654:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600595200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039679:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600595200:12345-0@lo:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.039683:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952246.039694:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595712 00000100:00100000:0.0:1783952246.039696:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595712 00000100:00100000:0.0:1783952246.039708:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596224 00000100:00100000:0.0:1783952246.039710:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596224 00000100:00100000:0.0:1783952246.039721:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1783952246.039724:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600595712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039742:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600595712:12345-0@lo:400:kworker.0 Request processed in 18us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.039746:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1783952246.039752:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1783952246.039755:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600596224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039767:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600596224:12345-0@lo:400:kworker.0 Request processed in 13us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.039771:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:0.0:1783952246.039782:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952246.039784:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952246.039794:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600595200:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039800:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600595712:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039812:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600596224:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.039839:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596352 00000100:00100000:0.0:1783952246.039841:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596352 00000100:00100000:0.0:1783952246.039856:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783952246.039860:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600596352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952246.039871:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952246.039894:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600596352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.039898:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783952246.039914:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600596352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952246.041180:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.041261:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600595328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952246.041541:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.041582:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595328 00000100:00100000:1.0:1783952246.041590:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595328 00000100:00100000:1.0:1783952246.041638:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1783952246.041647:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600595328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952246.041787:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600595328:12345-0@lo:400:kworker.0 Request processed in 138us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952246.041795:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1783952246.041839:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600595328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952246.041847:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600595840:0@lo:400:kworker.0 00000100:00100000:1.0:1783952246.041872:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.041914:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595840 00000100:00100000:1.0:1783952246.041917:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595840 00000100:00100000:1.0:1783952246.041950:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1783952246.041973:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600595840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952246.042006:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600595840:12345-0@lo:400:kworker.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952246.042012:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:1.0:1783952246.042030:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952246.042046:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600595840:0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.042542:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600594816 00000100:00100000:0.0:1783952246.042549:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600594816 00000100:00100000:0.0:1783952246.042582:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1783952246.042590:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600594816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.046609:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600594816:12345-0@lo:400:kworker.0 Request processed in 4011us (5428us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.047558:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1783952246.054615:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600594816:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.054785:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952246.054830:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600595584:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.054861:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952246.054894:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600596096:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.054919:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952246.054975:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596096 00000100:00100000:3.0:1783952246.054983:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596096 00000100:00100000:0.0:1783952246.054992:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595072 00000100:00100000:0.0:1783952246.054999:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595072 00000100:00100000:0.0:1783952246.055048:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600595584 00000100:00100000:3.0:1783952246.055053:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1783952246.055053:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600595584 00000100:00100000:3.0:1783952246.055066:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600596096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.055091:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1783952246.055121:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600596096:12345-0@lo:400:kworker.0 Request processed in 58us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952246.055156:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1783952246.055171:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600595072:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1783952246.055195:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952246.055217:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600595072:12345-0@lo:400:kworker.0 Request processed in 118us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.055224:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1783952246.055256:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1783952246.055263:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600595584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952246.055293:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600595584:12345-0@lo:400:kworker.0 Request processed in 30us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952246.055298:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1783952246.055882:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600595072:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.055897:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600595584:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.055905:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600596096:0@lo:400:kworker.0 00000100:00100000:2.0:1783952246.057647:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600594944:12345-0@lo:400:kworker.0 Request processed in 27098us (28790us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952246.057663:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1783952246.058191:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600594944:0@lo:400:kworker.0 00000100:00100000:3.0:1783952246.540481:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952246.540508:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600596480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952246.540583:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952246.540854:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596480 00000100:00100000:1.0:1783952246.540864:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596480 00000100:00100000:1.0:1783952246.540925:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1783952246.540936:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600596480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952246.540975:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:1.0:1783952246.541097:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600596480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 163us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952246.541105:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1783952246.541311:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952246.541324:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600596608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952246.541378:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952246.541519:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596608 00000100:00100000:2.0:1783952246.541524:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596608 00000100:00100000:2.0:1783952246.541559:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1783952246.541567:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600596608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952246.541590:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1783952246.541641:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600596608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952246.541648:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1783952246.542426:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600596608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952246.564776:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600596480:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952246.859658:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952247.359098:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952247.360265:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583985920 00000100:00100000:1.0:1783952247.360279:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583985920 00000100:00100000:1.0:1783952247.360406:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:1.0:1783952247.360418:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:59d07488-6bca-4a99-8c58-7370881ffbef+10:69253:x1870607583985920:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:1.0:1783952247.360457:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952247.360479:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494387bc4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db0e expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360550:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360565:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360579:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360606:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360614:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360621:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360665:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360671:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360677:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360683:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952247.360687:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360706:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360719:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:1.0:1783952247.360722:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952247.360727:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360734:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387bcb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360748:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360753:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360758:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360763:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952247.360766:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360944:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360954:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xc0cd4e83 (ffff8a75f65e4800) 00010000:00010000:1.0:1783952247.360956:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952247.360959:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.360971:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387bd2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xc0cd4e83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.361003:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494387bc4 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db0e expref: 11 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.361012:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:1.0:1783952247.361014:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952247.361017:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494387bc4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db0e expref: 11 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.361027:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc -2) 00000100:00100000:1.0:1783952247.361109:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:59d07488-6bca-4a99-8c58-7370881ffbef+10:69253:x1870607583985920:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 694us (2019us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952247.361118:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00080000:3.0:1783952247.361240:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952247.527330:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952247.527418:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952247.527444:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952247.529469:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583986048 00000100:00100000:3.0:1783952247.529488:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583986048 00000100:00100000:3.0:1783952247.529568:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583986304 00000100:00100000:3.0:1783952247.529572:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583986304 00000100:00100000:3.0:1783952247.530107:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583986176 00000100:00100000:3.0:1783952247.530124:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583986176 00000100:00100000:3.0:1783952247.530162:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 24 00000100:00100000:3.0:1783952247.530172:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+12:69252:x1870607583986048:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952247.530189:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952247.530209:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431b600/0x3b91f5b49438551a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d22b expref: 12 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.530238:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952247.530297:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+11:69252:x1870607583986048:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 126us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952247.530326:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 24 00000100:00100000:3.0:1783952247.530377:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 25 00000100:00100000:3.0:1783952247.530385:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+10:69255:x1870607583986304:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952247.530393:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952247.530403:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f7800/0x3b91f5b494385560 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d29b expref: 10 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.530413:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952247.530432:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+9:69255:x1870607583986304:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 48us (3015us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952247.530439:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 25 00000100:00100000:3.0:1783952247.530451:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 26 00000100:00100000:3.0:1783952247.530456:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+8:69255:x1870607583986176:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952247.530463:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952247.530471:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74cb4ebe00/0x3b91f5b494385521 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d25c expref: 8 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.530480:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952247.530496:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca98f467-f67a-4b24-a74a-decc107d36e5+7:69255:x1870607583986176:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 40us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952247.530502:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 26 00000100:00100000:0.0:1783952247.554595:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952247.554827:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583987072 00000100:00100000:1.0:1783952247.554837:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583987072 00000100:00100000:1.0:1783952247.554904:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 344 00000100:00100000:1.0:1783952247.554915:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+10:69251:x1870607583987072:12345-192.168.202.38@tcp:39:umount.0 00000020:00000080:1.0:1783952247.554965:0:159116:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438552f 00000020:00010000:1.0:1783952247.554976:0:159116:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74c8fda000: total 0 00000100:00080000:1.0:1783952247.554981:0:159116:0:(import.c:65:import_set_state_nolock()) ffff8a74c8fdf800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783952247.555010:0:159116:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738546 00000100:00100000:1.0:1783952247.555204:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:59d07488-6bca-4a99-8c58-7370881ffbef+9:69251:x1870607583987072:12345-192.168.202.38@tcp:39:umount.0 Request processed in 290us (618us total) trans 34359738547 rc 0/0 00000100:00100000:1.0:1783952247.555212:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 344 00000020:00010000:2.0:1783952247.557473:0:160970:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74c8fda000: total 0 00010000:00010000:2.0:1783952247.557483:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952247.557553:0:160970:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74c8fda000, canceled 0 locks, left on hash table 5. 00010000:00010000:2.0:1783952247.557607:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75c2bef100) 00010000:00010000:2.0:1783952247.557611:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952247.557623:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b494386aa6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d692 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952247.557652:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75c2befe00) 00010000:00010000:2.0:1783952247.557668:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952247.557673:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b494386a2f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d66f expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952247.557692:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952247.557695:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952247.557699:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494387baf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db07 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952247.557711:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75d8806000) 00010000:00010000:2.0:1783952247.557713:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952247.557717:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75de284400/0x3b91f5b494386a59 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d67d expref: 5 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952247.557731:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a75e7b32100) 00010000:00010000:2.0:1783952247.557733:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952247.557737:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cbc77c00/0x3b91f5b494386a13 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d668 expref: 4 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952247.557750:0:160970:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74c8fda000, canceled 5 locks, left on hash table 0. 00010000:00010000:2.0:1783952247.557763:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952247.557765:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952247.557767:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952247.573196:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952247.573310:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583987456 00000100:00100000:1.0:1783952247.573318:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583987456 00000100:00100000:1.0:1783952247.573431:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 345 00000100:00100000:1.0:1783952247.573439:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+7:69251:x1870607583987456:12345-192.168.202.38@tcp:39:umount.0 00000020:00000080:1.0:1783952247.573473:0:161900:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385536 00000020:00010000:1.0:1783952247.573480:0:161900:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74c8fdd000: total 0 00000100:00080000:1.0:1783952247.573483:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74c8fd8800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783952247.573501:0:161900:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 5, last_transno is 21474836568 00000100:00100000:1.0:1783952247.573655:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:59d07488-6bca-4a99-8c58-7370881ffbef+6:69251:x1870607583987456:12345-192.168.202.38@tcp:39:umount.0 Request processed in 216us (471us total) trans 21474836569 rc 0/0 00000100:00100000:1.0:1783952247.573671:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 345 00000020:00010000:0.0:1783952247.573780:0:159105:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74c8fdd000: total 0 00010000:00010000:0.0:1783952247.573834:0:159105:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74c8fdd000, canceled 0 locks, left on hash table 2. 00010000:00010000:0.0:1783952247.573872:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75c66c2b00) 00010000:00010000:0.0:1783952247.573876:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952247.573885:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74cbc76c00/0x3b91f5b494386ac2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d6a0 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952247.573936:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002342:0x4:0x0].0x0 (ffff8a75e7b32500) 00010000:00010000:0.0:1783952247.573940:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783952247.573946:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75de284e00/0x3b91f5b49438775d lrc: 0/0,0 mode: --/CR res: [0x240002342:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d994 expref: 4 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952247.573961:0:159105:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74c8fdd000, canceled 2 locks, left on hash table 0. 00010000:00010000:0.0:1783952247.573974:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952247.573976:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952247.573977:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783952247.574370:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952247.639934:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952247.640171:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583987712 00000100:00100000:2.0:1783952247.640182:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583987712 00000100:00100000:2.0:1783952247.640269:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 206 00000100:00100000:2.0:1783952247.640280:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+7:69251:x1870607583987712:12345-192.168.202.38@tcp:251:umount.0 00000020:00000080:2.0:1783952247.640364:0:159111:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438550c 00000020:00010000:2.0:1783952247.640387:0:159111:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a75e7242000: total 0 00000100:00080000:2.0:1783952247.640392:0:159111:0:(import.c:65:import_set_state_nolock()) ffff8a75e7246800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783952247.640454:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ca98f467-f67a-4b24-a74a-decc107d36e5+3:69251:x1870607583987712:12345-192.168.202.38@tcp:251:umount.0 Request processed in 176us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952247.640462:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 206 00000020:00010000:3.0:1783952247.641964:0:159104:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a75e7242000: total 0 00010000:00010000:3.0:1783952247.642056:0:159104:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a75e7242000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1783952247.642097:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74cb4eaa00/0x3b91f5b494385513 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981d224 expref: 2 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.642116:0:159104:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a75e7242000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1783952247.642128:0:159104:0:(genops.c:906:class_export_put()) final put ffff8a75e7242000/ca98f467-f67a-4b24-a74a-decc107d36e5 00010000:00010000:3.0:1783952247.642150:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952247.642153:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952247.642155:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783952247.643006:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75e7242000/ca98f467-f67a-4b24-a74a-decc107d36e5 for MGS 00000020:00000080:0.0:1783952247.643077:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75e7246800 for MGS 00010000:00010000:2.0:1783952247.883633:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952247.946246:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952247.946368:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583987840 00000100:00100000:3.0:1783952247.946378:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583987840 00000100:00100000:3.0:1783952247.946424:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:3.0:1783952247.946433:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:69251:x1870607583987840:12345-192.168.202.38@tcp:250:mount.lustre.0 00010000:00080000:3.0:1783952247.946462:0:159110:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c@192.168.202.38@tcp t0 exp 0000000000000000 cur 5934 last 0 00000020:00000080:3.0:1783952247.946487:0:159110:0:(genops.c:1406:class_connect()) connect: client 53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c, cookie 0x3b91f5b494387bd9 00000100:00080000:3.0:1783952247.946540:0:159110:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783952247.946616:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+5:69251:x1870607583987840:12345-192.168.202.38@tcp:250:mount.lustre.0 Request processed in 183us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952247.946624:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:0.0:1783952247.975894:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952247.975974:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583987968 00000100:00100000:1.0:1783952247.975984:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583987968 00000100:00100000:1.0:1783952247.976055:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:1.0:1783952247.976065:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+5:121979:x1870607583987968:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783952247.976083:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952247.976101:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75d0d57000/0x3b91f5b494387be0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db23 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.976129:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75d0d57000/0x3b91f5b494387be0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db23 expref: 6 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.976142:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75d0d57000/0x3b91f5b494387be0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db23 expref: 6 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952247.976151:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952247.976212:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+6:121979:x1870607583987968:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 148us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952247.976259:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:0.0:1783952247.978544:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952247.979081:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988096 00000100:00100000:2.0:1783952247.979091:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988096 00000100:00100000:2.0:1783952247.979160:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 209 00000100:00100000:2.0:1783952247.979169:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+6:121979:x1870607583988096:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783952247.979295:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+6:121979:x1870607583988096:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 126us (759us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952247.979304:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 209 00000100:00100000:0.0:1783952247.990069:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952247.990889:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988224 00000100:00100000:3.0:1783952247.990900:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988224 00000100:00100000:3.0:1783952247.990968:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:3.0:1783952247.990977:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+6:121979:x1870607583988224:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783952247.990993:0:159110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952247.991010:0:159110:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e7bf9400/0x3b91f5b494387be7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db2a expref: -99 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.991038:0:159110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e7bf9400/0x3b91f5b494387be7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db2a expref: 7 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.991063:0:159110:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e7bf9400/0x3b91f5b494387be7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db2a expref: 7 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952247.991072:0:159110:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9400, rc 0) 00000100:00100000:3.0:1783952247.991171:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+7:121979:x1870607583988224:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 194us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952247.991178:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:0.0:1783952247.998089:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952247.998193:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988352 00000100:00100000:1.0:1783952247.998205:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988352 00000100:00100000:1.0:1783952247.998270:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00100000:1.0:1783952247.998279:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+7:121979:x1870607583988352:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783952247.998474:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121979:x1870607583988352:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 195us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952247.998485:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00100000:0.0:1783952248.004010:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.004436:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988480 00000100:00100000:2.0:1783952248.004455:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988480 00000100:00100000:2.0:1783952248.004533:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 212 00000100:00100000:2.0:1783952248.004544:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121979:x1870607583988480:12345-192.168.202.38@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783952248.004725:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121979:x1870607583988480:12345-192.168.202.38@tcp:503:mount.lustre.0 Request processed in 182us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.004733:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 212 00000100:00100000:0.0:1783952248.008941:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.013209:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988608 00000100:00100000:3.0:1783952248.013243:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988608 00000100:00100000:3.0:1783952248.013514:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:3.0:1783952248.013530:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988608:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783952248.014055:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988608:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 528us (5131us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.014067:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:0.0:1783952248.055437:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.055680:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988736 00000100:00100000:1.0:1783952248.055696:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988736 00000100:00100000:1.0:1783952248.055766:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:1.0:1783952248.055779:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988736:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783952248.055993:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988736:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 216us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.056003:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:1.0:1783952248.065559:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.069517:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988864 00000100:00100000:3.0:1783952248.069531:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988864 00000100:00100000:3.0:1783952248.069617:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:3.0:1783952248.069628:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988864:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783952248.069826:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121993:x1870607583988864:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 199us (4276us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.069835:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:0.0:1783952248.079179:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.079369:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583988992 00000100:00100000:2.0:1783952248.079379:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583988992 00000100:00100000:2.0:1783952248.079436:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:2.0:1783952248.079446:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:121979:x1870607583988992:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783952248.079462:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.079480:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f1c00/0x3b91f5b494387bee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db5b expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.079536:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f1c00/0x3b91f5b494387bee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db5b expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.079548:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f1c00/0x3b91f5b494387bee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db5b expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.079565:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1c00, rc 0) 00000100:00100000:2.0:1783952248.079630:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+9:121979:x1870607583988992:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 186us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.079638:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:0.0:1783952248.092829:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.094535:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989120 00000100:00100000:1.0:1783952248.094549:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989120 00000100:00100000:1.0:1783952248.094680:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 217 00000100:00100000:1.0:1783952248.094692:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+9:121979:x1870607583989120:12345-192.168.202.38@tcp:256:mount.lustre.0 20000000:01000000:1.0:1783952248.094722:0:159108:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1783952248.094758:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1783952248.094762:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1783952248.094765:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1783952248.094768:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1783952248.094775:0:159108:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:0.0:1783952248.098928:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+9:121979:x1870607583989120:12345-192.168.202.38@tcp:256:mount.lustre.0 Request processed in 4226us (6096us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.098944:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 217 00000100:00100000:0.0:1783952248.103173:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.103432:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989248 00000100:00100000:2.0:1783952248.103443:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989248 00000100:00100000:2.0:1783952248.103510:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 218 00000100:00100000:2.0:1783952248.103520:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+9:121979:x1870607583989248:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783952248.103537:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.103556:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f1000/0x3b91f5b494387bf5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db62 expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.103586:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f1000/0x3b91f5b494387bf5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db62 expref: 10 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.103757:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f1000/0x3b91f5b494387bf5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db62 expref: 10 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.103768:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1000, rc 0) 00000100:00100000:2.0:1783952248.103829:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121979:x1870607583989248:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 311us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.104401:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 218 00000100:00100000:0.0:1783952248.105477:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.105616:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989376 00000100:00100000:1.0:1783952248.105624:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989376 00000100:00100000:1.0:1783952248.105681:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00100000:1.0:1783952248.105690:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121979:x1870607583989376:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783952248.105823:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121979:x1870607583989376:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 134us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.105830:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00100000:1.0:1783952248.107273:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.107380:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989504 00000100:00100000:3.0:1783952248.107388:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989504 00000100:00100000:3.0:1783952248.107436:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 220 00000100:00100000:3.0:1783952248.107446:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121979:x1870607583989504:12345-192.168.202.38@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783952248.107607:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121979:x1870607583989504:12345-192.168.202.38@tcp:503:mount.lustre.0 Request processed in 152us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.107616:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 220 00000100:00100000:0.0:1783952248.111043:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.111848:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989632 00000100:00100000:2.0:1783952248.111860:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989632 00000100:00100000:2.0:1783952248.111920:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 221 00000100:00100000:2.0:1783952248.111930:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121999:x1870607583989632:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783952248.112094:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121999:x1870607583989632:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 164us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.112102:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 221 00000100:00100000:0.0:1783952248.120170:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.120371:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989760 00000100:00100000:1.0:1783952248.120383:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989760 00000100:00100000:1.0:1783952248.120443:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 222 00000100:00100000:1.0:1783952248.120453:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121999:x1870607583989760:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783952248.120640:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:121999:x1870607583989760:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 188us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.120649:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 222 00000100:00100000:1.0:1783952248.124933:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.124987:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.125835:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583989888 00000100:00100000:0.0:1783952248.125862:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583989888 00000100:00100000:0.0:1783952248.125926:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990144 00000100:00100000:0.0:1783952248.125930:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990144 00000100:00100000:0.0:1783952248.125964:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 346 00000100:00100000:0.0:1783952248.125974:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69251:x1870607583989888:12345-192.168.202.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783952248.126007:0:159116:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp t0 exp 0000000000000000 cur 5935 last 0 00000020:00000080:0.0:1783952248.126044:0:159116:0:(genops.c:1406:class_connect()) connect: client b12c1106-e180-4915-98ec-02135eb7649b, cookie 0x3b91f5b494387bfc 00000100:00100000:3.0:1783952248.126055:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 347 00000004:00100000:0.0:1783952248.126068:0:159116:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1783952248.126069:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69251:x1870607583990144:12345-192.168.202.38@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783952248.126110:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp t0 exp 0000000000000000 cur 5935 last 0 00000020:00000080:3.0:1783952248.126174:0:159118:0:(genops.c:1406:class_connect()) connect: client b12c1106-e180-4915-98ec-02135eb7649b, cookie 0x3b91f5b494387c03 00000004:00100000:3.0:1783952248.126203:0:159118:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783952248.126415:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a74ca530800 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1783952248.126467:0:159116:0:(import.c:65:import_set_state_nolock()) ffff8a74c21d0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783952248.126545:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+6:69251:x1870607583990144:12345-192.168.202.38@tcp:38:mount.lustre.0 Request processed in 473us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.126556:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 347 00000100:00100000:0.0:1783952248.126568:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:69251:x1870607583989888:12345-192.168.202.38@tcp:38:mount.lustre.0 Request processed in 589us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.126579:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 346 00000100:00100000:0.0:1783952248.146577:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.147232:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990016 00000100:00100000:1.0:1783952248.147248:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990016 00000100:00100000:1.0:1783952248.147818:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 348 00000100:00100000:1.0:1783952248.147831:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+6:0:x1870607583990016:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783952248.147884:0:161900:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:1.0:1783952248.147970:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+6:0:x1870607583990016:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 142us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.147978:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 348 00000100:00080000:3.0:1783952248.150459:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952248.151707:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.153201:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990400 00000100:00100000:0.0:1783952248.153231:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990400 00000100:00100000:0.0:1783952248.153505:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 349 00000100:00100000:0.0:1783952248.153519:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990400:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783952248.153567:0:159116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1783952248.153685:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990400:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 169us (1987us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.153694:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 349 00000100:00100000:0.0:1783952248.161602:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.161960:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990272 00000100:00100000:2.0:1783952248.161974:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990272 00000100:00100000:2.0:1783952248.162124:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 350 00000100:00100000:2.0:1783952248.162135:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+6:0:x1870607583990272:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:2.0:1783952248.162183:0:159118:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1783952248.162272:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+6:0:x1870607583990272:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 138us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.162279:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 350 00000100:00080000:1.0:1783952248.165066:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952248.165719:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.165778:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990528 00000100:00100000:0.0:1783952248.165882:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990528 00000100:00100000:0.0:1783952248.165951:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 351 00000100:00100000:0.0:1783952248.165962:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990528:12345-192.168.202.38@tcp:40:mount.lustre.0 00000100:00100000:0.0:1783952248.166062:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990528:12345-192.168.202.38@tcp:40:mount.lustre.0 Request processed in 102us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.166069:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 351 00000100:00100000:0.0:1783952248.172410:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.172440:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.172479:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.172591:0:159128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990912 00000100:00100000:2.0:1783952248.172611:0:159128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990912 00000100:00100000:3.0:1783952248.172718:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990656 00000100:00100000:3.0:1783952248.172728:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990656 00000100:00100000:3.0:1783952248.172932:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583990784 00000100:00100000:3.0:1783952248.172937:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583990784 00000100:00100000:3.0:1783952248.172965:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 201 00000100:00100000:3.0:1783952248.172974:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:69251:x1870607583990656:12345-192.168.202.38@tcp:8:mount.lustre.0 00000100:00100000:2.0:1783952248.173010:0:159128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 9 00010000:00080000:3.0:1783952248.173012:0:162843:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp t0 exp 0000000000000000 cur 5935 last 0 00000100:00100000:2.0:1783952248.173033:0:159128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990912:12345-192.168.202.38@tcp:900:mount.lustre.0 00000020:00000080:3.0:1783952248.173057:0:162843:0:(genops.c:1406:class_connect()) connect: client b12c1106-e180-4915-98ec-02135eb7649b, cookie 0x3b91f5b494387c0a 00002000:00100000:3.0:1783952248.173074:0:162843:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b12c1106-e180-4915-98ec-02135eb7649b/ffff8a74c9599800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783952248.173095:0:162843:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1783952248.173161:0:159128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583990912:12345-192.168.202.38@tcp:900:mount.lustre.0 Request processed in 135us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.173171:0:159128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 9 00000100:00100000:0.0:1783952248.173302:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:0.0:1783952248.173310:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69251:x1870607583990784:12345-192.168.202.38@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783952248.173405:0:161717:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp t0 exp 0000000000000000 cur 5935 last 0 00002000:00080000:3.0:1783952248.173425:0:162843:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000020:00000080:0.0:1783952248.173447:0:161717:0:(genops.c:1406:class_connect()) connect: client b12c1106-e180-4915-98ec-02135eb7649b, cookie 0x3b91f5b494387c11 00002000:00100000:0.0:1783952248.173460:0:161717:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b12c1106-e180-4915-98ec-02135eb7649b/ffff8a74c21d1800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00080000:3.0:1783952248.173465:0:162843:0:(import.c:65:import_set_state_nolock()) ffff8a75c5f2c000 : changing import state from RECOVER to FULL 00002000:00100000:0.0:1783952248.173484:0:161717:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:3.0:1783952248.173549:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+6:69251:x1870607583990656:12345-192.168.202.38@tcp:8:mount.lustre.0 Request processed in 573us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.173559:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 201 00002000:00080000:0.0:1783952248.173585:0:161717:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783952248.173625:0:161717:0:(import.c:65:import_set_state_nolock()) ffff8a74c21d2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952248.174524:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b12c1106-e180-4915-98ec-02135eb7649b+6:69251:x1870607583990784:12345-192.168.202.38@tcp:8:mount.lustre.0 Request processed in 1206us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.174536:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:2.0:1783952248.183957:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.184260:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991040 00000100:00100000:3.0:1783952248.184274:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991040 00000100:00100000:3.0:1783952248.184370:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 91 00000100:00100000:3.0:1783952248.184383:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583991040:12345-192.168.202.38@tcp:33:mount.lustre.0 00000004:00200000:3.0:1783952248.184476:0:159120:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1783952248.184623:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+6:121979:x1870607583991040:12345-192.168.202.38@tcp:33:mount.lustre.0 Request processed in 242us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.184632:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 91 00000100:00100000:1.0:1783952248.320895:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.321324:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991168 00000100:00100000:2.0:1783952248.321374:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991168 00000100:00100000:2.0:1783952248.321447:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 352 00000100:00100000:2.0:1783952248.321470:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+6:122016:x1870607583991168:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952248.321493:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.321527:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387c18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db93 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321594:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321609:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321623:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952248.321678:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952248.321682:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952248.321713:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321740:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387c18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db93 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321758:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db93 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.321767:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952248.321770:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952248.321799:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1a00, rc 0) 00000100:00100000:2.0:1783952248.321862:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991168:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 406us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.321870:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 352 00000100:00100000:1.0:1783952248.326363:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.326737:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991296 00000100:00100000:0.0:1783952248.326751:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991296 00000100:00100000:0.0:1783952248.326814:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 353 00000100:00100000:0.0:1783952248.326824:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991296:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952248.326843:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952248.326865:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387c26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981db9a expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326932:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326945:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326955:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326968:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326988:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.326994:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327037:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327044:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327049:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327055:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.327059:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327066:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327077:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952248.327080:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.327083:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327089:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783a00/0x3b91f5b494387c2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327101:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327112:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327117:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327122:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.327125:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327131:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327139:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75d69e2200) 00010000:00010000:0.0:1783952248.327142:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.327144:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327149:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494387c34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327196:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387c26 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db9a expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327207:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952248.327209:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.327221:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494387c26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db9a expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.327245:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782800, rc 0) 00000100:00100000:0.0:1783952248.327309:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991296:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 487us (977us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952248.327316:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 353 00000100:00100000:0.0:1783952248.409232:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.409633:0:159126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991424 00000100:00100000:1.0:1783952248.409648:0:159126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991424 00000100:00100000:1.0:1783952248.409731:0:159126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 4 00000100:00100000:1.0:1783952248.409898:0:159126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991424:12345-192.168.202.38@tcp:700:lfs.0 00000100:00100000:1.0:1783952248.410022:0:159126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991424:12345-192.168.202.38@tcp:700:lfs.0 Request processed in 281us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.410030:0:159126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 4 00000100:00100000:3.0:1783952248.412402:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.412796:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991680 00000100:00100000:1.0:1783952248.412809:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991680 00000100:00100000:1.0:1783952248.412896:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:1.0:1783952248.412908:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+7:122016:x1870607583991680:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:1.0:1783952248.412991:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952248.413027:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387c1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db93 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413050:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.413056:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952248.413144:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413160:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413171:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413227:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413235:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.413242:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952248.414657:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:1.0:1783952248.414666:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952248.414669:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952248.414671:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:1.0:1783952248.414674:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:1.0:1783952248.414677:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.414704:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:1.0:1783952248.414707:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952248.414710:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952248.414712:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:1.0:1783952248.414715:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:1.0:1783952248.414717:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.414730:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:1.0:1783952248.414732:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952248.414734:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952248.415471:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:1.0:1783952248.415477:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:1.0:1783952248.415479:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.415506:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:1.0:1783952248.415509:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952248.415511:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952248.415513:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:1.0:1783952248.415531:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/3, delete: 0/0/0 00080000:00000400:1.0:1783952248.415533:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.415589:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 249 < left 306, rollback = 2 00080000:00000400:1.0:1783952248.415593:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952248.415595:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952248.415597:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:1.0:1783952248.415598:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/5, delete: 0/0/0 00080000:00000400:1.0:1783952248.415600:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952248.415776:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415798:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415814:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952248.415833:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000041967ddf reply state 00000000de8e1e71 transno 34359738548 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415846:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415855:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:1.0:1783952248.415859:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952248.415865:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783952248.415874:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952248.415888:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415896:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415902:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415917:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415924:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952248.415930:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415941:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415954:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.415957:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952248.415961:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415969:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c3b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952248.415986:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000041967ddf reply state 00000000de8e1e71 transno 34359738548 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.415995:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.416000:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f65e4800) 00010000:00010000:1.0:1783952248.416002:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952248.416004:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1783952248.416153:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+8:122016:x1870607583991680:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 3241us (3757us total) trans 34359738548 rc 0/0 00000100:00100000:1.0:1783952248.416165:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:2.0:1783952248.434167:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.434378:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583991808 00000100:00100000:0.0:1783952248.434391:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583991808 00000100:00100000:1.0:1783952248.434527:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 355 00000100:00100000:1.0:1783952248.434543:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+8:122026:x1870607583991808:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952248.434579:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952248.434610:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dba1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434710:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434729:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434753:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952248.434814:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952248.434820:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952248.434847:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434876:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dba1 expref: 10 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434899:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dba1 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.434908:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.434912:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952248.434916:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57e00, rc 0) 00000100:00100000:1.0:1783952248.435000:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+9:122026:x1870607583991808:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 462us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.435024:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 355 00000100:00100000:2.0:1783952248.439105:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.439305:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583992064 00000100:00100000:3.0:1783952248.439578:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583992064 00000100:00100000:3.0:1783952248.439683:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 356 00000100:00100000:3.0:1783952248.439697:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+9:122026:x1870607583992064:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952248.439731:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952248.439736:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1783952248.440327:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387c57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dba1 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440373:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.440379:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952248.440397:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387c5e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dba8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440566:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440581:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440592:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440602:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440609:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440616:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440688:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440695:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440701:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952248.440712:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952248.440730:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440759:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440767:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440774:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.440778:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440787:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440797:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:3.0:1783952248.440799:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.440803:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440810:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387c73 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440824:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440830:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440837:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440842:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.440853:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440860:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440867:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.440869:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.440871:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440877:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387c65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440885:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440891:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440896:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440901:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.440903:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440909:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440915:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f65e4800) 00010000:00010000:3.0:1783952248.440917:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.440923:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440930:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387c6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440961:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387c5e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dba8 expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440970:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.440972:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.440976:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387c5e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dba8 expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.440984:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9a00, rc 0) 00000100:00100000:3.0:1783952248.441262:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+8:122026:x1870607583992064:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1567us (2173us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952248.441273:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 356 00000100:00100000:3.0:1783952248.444405:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.444499:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583992192 00000100:00100000:1.0:1783952248.444514:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583992192 00000100:00100000:1.0:1783952248.444631:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 357 00000100:00100000:1.0:1783952248.444643:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+8:122026:x1870607583992192:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952248.444677:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952248.444709:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbaf expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.444812:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.444832:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.444848:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952248.445134:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952248.445140:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952248.445166:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.445204:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387c7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbaf expref: 10 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.445237:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbaf expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.445272:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.445275:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952248.445280:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952248.445476:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+9:122026:x1870607583992192:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 834us (1084us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952248.445485:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 357 00000100:00100000:2.0:1783952248.448582:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.448670:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583992448 00000100:00100000:1.0:1783952248.448683:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583992448 00000100:00100000:1.0:1783952248.448830:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 358 00000100:00100000:1.0:1783952248.448843:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+9:122026:x1870607583992448:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952248.448870:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952248.448894:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387c88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbb6 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.448987:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.449004:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.449016:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.449028:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.449035:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.449063:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952248.449165:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000001:00080000:2.0:1783952248.451808:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738549 is committed 00000001:00100000:2.0:1783952248.451829:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000001:00100000:2.0:1783952248.451838:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 59d07488-6bca-4a99-8c58-7370881ffbef 00000001:00080000:2.0:1783952248.451842:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738547 is committed 00000020:00000080:2.0:1783952248.451846:0:159096:0:(genops.c:906:class_export_put()) final put ffff8a74c8fda000/59d07488-6bca-4a99-8c58-7370881ffbef 00000020:00000080:0.0:1783952248.451926:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c8fda000/59d07488-6bca-4a99-8c58-7370881ffbef for lustre-MDT0000 00000020:00000080:0.0:1783952248.452009:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c8fdf800 for lustre-MDT0000 00010000:00010000:1.0:1783952248.452110:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452125:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452133:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452141:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452147:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952248.452152:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452160:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452181:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.452196:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952248.452201:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452217:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387c8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452256:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452262:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452267:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452272:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952248.452274:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452280:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452288:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f65e4800) 00010000:00010000:1.0:1783952248.452291:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952248.452294:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452299:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387c96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452404:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387c88 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbb6 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452416:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.452419:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952248.452428:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387c88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbb6 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.452438:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56e00, rc 0) 00000100:00100000:1.0:1783952248.452533:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+7:122026:x1870607583992448:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 3690us (3962us total) trans 34359738549 rc 301/301 00000100:00100000:1.0:1783952248.452545:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 358 00010000:00010000:3.0:1783952248.455321:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455361:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455370:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455375:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.455379:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455403:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455422:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f65e4800) 00010000:00010000:3.0:1783952248.455425:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.455429:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455433:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387c42 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455454:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455457:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455460:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455464:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.455466:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455469:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455475:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:3.0:1783952248.455477:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.455480:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.455491:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387c49 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952248.455622:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.455825:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583992576 00000100:00100000:3.0:1783952248.455836:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583992576 00000100:00100000:3.0:1783952248.455898:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 10 00000100:00100000:3.0:1783952248.455906:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b12c1106-e180-4915-98ec-02135eb7649b+6:122026:x1870607583992576:12345-192.168.202.38@tcp:900:lfs.0 00000100:00100000:3.0:1783952248.456332:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b12c1106-e180-4915-98ec-02135eb7649b+6:122026:x1870607583992576:12345-192.168.202.38@tcp:900:lfs.0 Request processed in 423us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.456364:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 10 00000100:00100000:0.0:1783952248.458868:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.458955:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583992832 00000100:00100000:2.0:1783952248.458967:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583992832 00000100:00100000:2.0:1783952248.459049:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 359 00000100:00100000:2.0:1783952248.459059:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:122026:x1870607583992832:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:2.0:1783952248.459155:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.459171:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.459194:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952248.459627:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d05cd61f reply state 000000002852713b transno 34359738550 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.459643:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.459664:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952248.459667:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:2.0:1783952248.459672:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783952248.459685:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1783952248.459803:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+8:122026:x1870607583992832:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 745us (945us total) trans 34359738550 rc 0/0 00000100:00100000:2.0:1783952248.459810:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 359 00000100:00100000:0.0:1783952248.461881:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.461952:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583993088 00000100:00100000:3.0:1783952248.461964:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583993088 00000100:00100000:3.0:1783952248.462047:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 92 00000100:00100000:3.0:1783952248.462056:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb15e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+8:122026:x1870607583993088:12345-192.168.202.38@tcp:35:lfs.0 00000100:00100000:3.0:1783952248.462409:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb15e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+9:122026:x1870607583993088:12345-192.168.202.38@tcp:35:lfs.0 Request processed in 351us (534us total) trans 34359738551 rc 0/0 00000100:00100000:3.0:1783952248.462418:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 92 00000100:00100000:0.0:1783952248.479194:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.479440:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583993344 00000100:00100000:3.0:1783952248.479452:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583993344 00000100:00100000:3.0:1783952248.479526:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 360 00000100:00100000:3.0:1783952248.479539:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+9:122027:x1870607583993344:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952248.479570:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952248.479573:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1783952248.479607:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387c81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbaf expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479646:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.479651:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952248.479668:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387cab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbbd expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479825:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479839:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479847:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479860:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479864:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479869:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479931:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479936:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479940:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952248.479953:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952248.479969:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479974:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479979:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479983:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.479986:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479992:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.479997:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:3.0:1783952248.479999:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.480002:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480006:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387cc0 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480016:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480020:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480031:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480034:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.480036:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480039:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480043:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.480044:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.480046:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480049:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480060:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480063:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480066:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480070:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952248.480072:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480083:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480088:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75d0904200) 00010000:00010000:3.0:1783952248.480089:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.480091:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480094:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387cb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480119:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387cab lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbbd expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480124:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952248.480125:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952248.480127:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387cab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbbd expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.480133:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9a00, rc 0) 00000100:00100000:3.0:1783952248.480570:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+8:122027:x1870607583993344:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1032us (1397us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952248.480580:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 360 00000100:00100000:1.0:1783952248.482689:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.482933:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583993472 00000100:00100000:2.0:1783952248.483021:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583993472 00000100:00100000:2.0:1783952248.483115:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:2.0:1783952248.483124:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+8:122027:x1870607583993472:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952248.483151:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.483175:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387cc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbc4 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483267:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483280:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483291:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952248.483383:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952248.483386:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952248.483408:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483451:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387cc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbc4 expref: 10 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483466:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbc4 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.483475:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952248.483478:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952248.483482:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0200, rc 0) 00000100:00100000:2.0:1783952248.483554:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+9:122027:x1870607583993472:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 432us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.483560:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:0.0:1783952248.485591:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.485669:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583993728 00000100:00100000:1.0:1783952248.485682:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583993728 00000100:00100000:1.0:1783952248.485763:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00100000:1.0:1783952248.485774:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+9:122027:x1870607583993728:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952248.485802:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952248.485825:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387cd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbcb expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.485921:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.485939:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.485953:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.485970:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.485979:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486003:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952248.486099:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952248.486184:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486190:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486197:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486205:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486225:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952248.486230:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486238:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486253:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.486257:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952248.486262:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486272:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387cdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486297:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486303:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486309:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486314:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952248.486317:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486323:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486330:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f65e4c00) 00010000:00010000:1.0:1783952248.486332:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952248.486554:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486560:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387ce3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486598:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387cd5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbcb expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486607:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952248.486609:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952248.486616:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387cd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbcb expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.486623:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57c00, rc 0) 00000100:00100000:1.0:1783952248.486747:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+10:122027:x1870607583993728:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 966us (1158us total) trans 34359738552 rc 301/301 00000100:00100000:1.0:1783952248.486757:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00100000:0.0:1783952248.489027:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.489250:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583993984 00000100:00100000:1.0:1783952248.489265:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583993984 00000100:00100000:1.0:1783952248.491945:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 363 00000100:00100000:1.0:1783952248.491974:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+10:122027:x1870607583993984:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:1.0:1783952248.492083:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.492100:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.492112:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952248.492392:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ac7a3956 reply state 000000009a571263 transno 34359738553 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.492410:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.492418:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952248.492421:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1783952248.492425:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783952248.492434:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1783952248.492567:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+12:122027:x1870607583993984:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 607us (3550us total) trans 34359738553 rc 0/0 00000100:00100000:1.0:1783952248.492577:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 363 00000100:00100000:0.0:1783952248.494597:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.494649:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583994240 00000100:00100000:2.0:1783952248.494723:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583994240 00000100:00100000:2.0:1783952248.494831:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 93 00000100:00100000:2.0:1783952248.494843:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+12:122027:x1870607583994240:12345-192.168.202.38@tcp:35:lfs.0 00000100:00100000:2.0:1783952248.495130:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+13:122027:x1870607583994240:12345-192.168.202.38@tcp:35:lfs.0 Request processed in 288us (539us total) trans 34359738554 rc 0/0 00000100:00100000:2.0:1783952248.495137:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 93 00000100:00100000:3.0:1783952248.503749:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.504474:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583994368 00000100:00100000:2.0:1783952248.504495:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583994368 00000100:00100000:2.0:1783952248.504621:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 364 00000100:00100000:2.0:1783952248.504633:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+13:122028:x1870607583994368:12345-192.168.202.38@tcp:101:touch.0 00010000:00010000:2.0:1783952248.504668:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.504700:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387cf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbd2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504810:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504829:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504843:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504861:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504868:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504875:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504968:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504975:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.504980:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952248.505018:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952248.505021:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952248.505050:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505073:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505077:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505083:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505087:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952248.505090:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505096:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505107:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952248.505109:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952248.505112:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505116:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387cff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505125:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505128:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505133:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505140:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952248.505142:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505145:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505150:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f61bd100) 00010000:00010000:2.0:1783952248.505151:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952248.505152:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505156:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505182:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387cf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd2 expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505194:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd2 expref: 14 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.505200:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952248.505202:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783952248.505205:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0400, rc 0) 00000100:00100000:2.0:1783952248.505297:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+14:122028:x1870607583994368:12345-192.168.202.38@tcp:101:touch.0 Request processed in 665us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.505305:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 364 00000100:00100000:3.0:1783952248.545561:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.546069:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583994624 00000100:00100000:2.0:1783952248.546100:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583994624 00000100:00100000:2.0:1783952248.546194:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 365 00000100:00100000:2.0:1783952248.546236:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+14:122028:x1870607583994624:12345-192.168.202.38@tcp:101:touch.0 00010000:00010000:2.0:1783952248.546266:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.546294:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d14 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbd9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546590:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546609:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546624:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546640:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546647:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.546653:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952248.547636:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x243:0x0], index 0: 0 00080000:00000400:2.0:1783952248.547659:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.547664:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952248.547667:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.547669:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952248.547671:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952248.547687:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.547715:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.547718:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952248.547720:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.547722:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952248.547724:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952248.547726:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.548200:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.548207:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952248.548217:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.548220:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952248.548222:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952248.548224:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.548246:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 252 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.548249:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952248.548252:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.548254:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952248.548256:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952248.548258:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.548305:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.548308:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952248.548309:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.548322:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952248.548325:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/2, delete: 0/0/0 00080000:00000400:2.0:1783952248.548327:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952248.548522:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b494387d29 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548541:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b494387d29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548554:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b494387d29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548626:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548634:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548641:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548648:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548655:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952248.548660:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548669:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548687:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952248.548690:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952248.548696:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548703:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d1b lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952248.548722:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fa27628d reply state 00000000eff4c899 transno 34359738555 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548735:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548761:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5268da0d (ffff8a75f61bd100) 00010000:00010000:2.0:1783952248.548764:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952248.548768:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952248.548814:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d14 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd9 expref: 17 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548831:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b494387d29 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd9 expref: 16 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.548839:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f61bd800) 00010000:00010000:2.0:1783952248.548841:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952248.548843:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1200, rc 0) 00000100:00100000:2.0:1783952248.548957:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+17:122028:x1870607583994624:12345-192.168.202.38@tcp:101:touch.0 Request processed in 2750us (3411us total) trans 34359738555 rc 0/0 00000100:00100000:2.0:1783952248.548969:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 365 00000100:00100000:0.0:1783952248.561521:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.561635:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583994880 00000100:00100000:1.0:1783952248.561649:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583994880 00000100:00100000:1.0:1783952248.561793:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 366 00000100:00100000:1.0:1783952248.561807:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+17:122028:x1870607583994880:12345-192.168.202.38@tcp:36:touch.0 00010000:00010000:1.0:1783952248.561890:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952248.561926:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b494387d29 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd9 expref: 17 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.561952:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f61bd800) 00010000:00010000:1.0:1783952248.561966:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952248.562047:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.562063:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.562075:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952248.562261:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f534901d reply state 00000000be36e29b transno 34359738556 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.562276:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952248.562283:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:1.0:1783952248.562286:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952248.563965:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952248.564177:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+18:122028:x1870607583994880:12345-192.168.202.38@tcp:36:touch.0 Request processed in 2367us (2668us total) trans 34359738556 rc 0/0 00000100:00100000:1.0:1783952248.564190:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 366 00000100:00100000:3.0:1783952248.566944:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.567631:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995008 00000100:00100000:2.0:1783952248.567646:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995008 00000100:00100000:2.0:1783952248.567775:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 367 00000100:00100000:2.0:1783952248.567788:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+18:122028:x1870607583995008:12345-192.168.202.38@tcp:101:touch.0 00010000:00010000:2.0:1783952248.567822:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.567864:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d3e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbe0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.567943:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d3e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe0 expref: 19 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.567965:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d3e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe0 expref: 19 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.568008:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:2.0:1783952248.568011:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783952248.568016:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1400, rc 0) 00000100:00100000:2.0:1783952248.568092:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+19:122028:x1870607583995008:12345-192.168.202.38@tcp:101:touch.0 Request processed in 307us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.568100:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 367 00000100:00100000:0.0:1783952248.571773:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.571862:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995136 00000100:00100000:1.0:1783952248.571876:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995136 00000100:00100000:1.0:1783952248.571973:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 203 00000100:00100000:1.0:1783952248.571986:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b12c1106-e180-4915-98ec-02135eb7649b+6:69254:x1870607583995136:12345-192.168.202.38@tcp:2:touch.0 00080000:00000400:1.0:1783952248.572138:0:162835:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952248.572144:0:162835:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952248.572146:0:162835:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952248.572148:0:162835:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952248.572150:0:162835:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952248.572152:0:162835:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.572188:0:162835:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952248.572191:0:162835:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952248.572193:0:162835:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952248.572195:0:162835:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952248.572197:0:162835:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952248.572199:0:162835:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952248.572225:0:162835:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952248.572227:0:162835:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952248.572229:0:162835:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952248.572232:0:162835:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952248.572234:0:162835:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952248.572236:0:162835:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00080000:1.0:1783952248.573601:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836529 is committed 00000001:00100000:1.0:1783952248.573617:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000001:00100000:1.0:1783952248.573625:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 59d07488-6bca-4a99-8c58-7370881ffbef 00000020:00000080:1.0:1783952248.573630:0:160612:0:(genops.c:906:class_export_put()) final put ffff8a74cce22000/59d07488-6bca-4a99-8c58-7370881ffbef 00000100:00080000:0.0:1783952248.573821:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1783952248.574040:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cce22000/59d07488-6bca-4a99-8c58-7370881ffbef for lustre-OST0000 00000020:00000080:3.0:1783952248.574100:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cce23800 for lustre-OST0000 00000100:00100000:1.0:1783952248.574173:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583995136:12345-192.168.202.38@tcp:2:touch.0 Request processed in 2184us (2411us total) trans 21474836529 rc 0/0 00000100:00100000:1.0:1783952248.574188:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 203 00000100:00100000:0.0:1783952248.580785:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.580894:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995392 00000100:00100000:3.0:1783952248.580909:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995392 00000100:00100000:3.0:1783952248.581024:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 94 00000100:00100000:3.0:1783952248.581037:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+19:122028:x1870607583995392:12345-192.168.202.38@tcp:35:touch.0 00000100:00100000:3.0:1783952248.581540:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+20:122028:x1870607583995392:12345-192.168.202.38@tcp:35:touch.0 Request processed in 504us (769us total) trans 34359738557 rc 0/0 00000100:00100000:3.0:1783952248.581551:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 94 00000100:00100000:0.0:1783952248.589639:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.589834:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995648 00000100:00100000:2.0:1783952248.589849:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995648 00000100:00100000:2.0:1783952248.589985:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 368 00000100:00100000:2.0:1783952248.589997:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+20:122032:x1870607583995648:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:2.0:1783952248.590033:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952248.590063:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d45 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbe7 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590234:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590254:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590268:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590284:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590292:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.590496:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952248.591051:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x244:0x0], index 0: 0 00080000:00000400:2.0:1783952248.591069:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.591074:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952248.591077:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.591079:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952248.591082:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952248.591084:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.591108:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.591111:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952248.591112:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.591114:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952248.591117:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952248.591119:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.591130:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.591133:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952248.591134:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.591136:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952248.591138:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952248.591140:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.591152:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.591154:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952248.591156:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.591158:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952248.591160:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952248.591161:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952248.591577:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:2.0:1783952248.591582:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952248.591596:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:2.0:1783952248.591598:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952248.591601:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952248.591603:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952248.592006:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387d5a lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592024:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387d5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592035:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387d5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592085:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592094:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592100:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592107:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592114:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952248.592119:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592128:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592144:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952248.592156:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952248.592162:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592169:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494387d4c lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952248.592469:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021de8bcb reply state 000000002993d32a transno 34359738558 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592486:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592493:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xbf8388b7 (ffff8a75f61bdf00) 00010000:00010000:2.0:1783952248.592496:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952248.592500:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952248.592550:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387d45 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe7 expref: 23 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592568:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387d5a lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe7 expref: 22 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952248.592575:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff8a75f61bd500) 00010000:00010000:2.0:1783952248.592577:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952248.592580:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0000, rc 0) 00000100:00100000:2.0:1783952248.592690:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+23:122032:x1870607583995648:12345-192.168.202.38@tcp:101:dd.0 Request processed in 2694us (3065us total) trans 34359738558 rc 0/0 00000100:00100000:2.0:1783952248.592701:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 368 00000100:00100000:0.0:1783952248.597008:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.597074:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995776 00000100:00100000:3.0:1783952248.597086:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995776 00000100:00100000:3.0:1783952248.597162:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:3.0:1783952248.597176:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+23:122032:x1870607583995776:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:3.0:1783952248.597229:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952248.597260:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387d68 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbee expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597311:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387d6f lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597359:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387d6f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597376:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387d6f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597545:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387d68 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbee expref: 25 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597576:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387d6f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbee expref: 24 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952248.597598:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff8a75f61bd500) 00010000:00010000:3.0:1783952248.597602:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1783952248.597606:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:3.0:1783952248.597693:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+24:122032:x1870607583995776:12345-192.168.202.38@tcp:101:dd.0 Request processed in 519us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952248.597701:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:3.0:1783952248.601169:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952248.601296:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583995904 00000100:00100000:0.0:1783952248.601315:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583995904 00000100:00100000:0.0:1783952248.601415:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:0.0:1783952248.601424:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b12c1106-e180-4915-98ec-02135eb7649b+5:122032:x1870607583995904:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:0.0:1783952248.601464:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952248.601492:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494387d76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbf5 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952248.601526:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952248.601556:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=5935s v=(0 0) 00010000:00010000:0.0:1783952248.601562:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952248.601574:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494387d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbf5 expref: 6 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.601595:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494387d76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbf5 expref: 6 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.601608:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:0.0:1783952248.601679:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:122032:x1870607583995904:12345-192.168.202.38@tcp:101:dd.0 Request processed in 255us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952248.601687:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:0.0:1783952248.605987:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952248.606093:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583996032 00000100:00100000:3.0:1783952248.606104:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583996032 00002000:00100000:3.0:1783952248.606160:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x244:0x0] (0->4095) req@ffff8a75f717fb80 x1870607583996032/t0(0) o4->b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp:509/0 lens 4584/0 e 0 to 0 dl 1783952259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952248.606170:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717fb80 with x1870607583996032 ext(0->4095) 00002000:00010000:3.0:1783952248.606175:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75f717fb80 00000100:00100000:3.0:1783952248.606232:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 0 00000100:00100000:3.0:1783952248.606245:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b12c1106-e180-4915-98ec-02135eb7649b+6:69255:x1870607583996032:12345-192.168.202.38@tcp:4:dd.0 00080000:00000400:3.0:1783952248.606554:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952248.606561:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952248.606564:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952248.606566:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952248.606568:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952248.606571:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952248.606594:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952248.606596:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952248.606598:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952248.606599:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952248.606601:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952248.606607:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952248.606623:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952248.606625:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952248.606626:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952248.606627:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952248.606629:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952248.606630:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952248.608095:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b12c1106-e180-4915-98ec-02135eb7649b+8:69255:x1870607583996032:12345-192.168.202.38@tcp:4:dd.0 Request processed in 1843us (2110us total) trans 21474836530 rc 0/0 00000100:00100000:3.0:1783952248.608108:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 0 00002000:00100000:3.0:1783952248.608123:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x244:0x0] (0->4095) req@ffff8a75f717fb80 x1870607583996032/t21474836530(0) o4->b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp:509/0 lens 4584/448 e 0 to 0 dl 1783952259 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952248.608133:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717fb80 with x1870607583996032 ext(0->4095) 00002000:00010000:3.0:1783952248.608141:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75f717fb80 00000100:00100000:3.0:1783952248.610541:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.610617:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583996160 00000100:00100000:1.0:1783952248.610630:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583996160 00000100:00100000:1.0:1783952248.610760:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 370 00000100:00100000:1.0:1783952248.610775:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+24:122032:x1870607583996160:12345-192.168.202.38@tcp:44:dd.0 00000001:00080000:3.0:1783952248.612094:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738558 is committed 00010000:00010000:0.0:1783952248.612129:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612145:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612155:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612162:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.612176:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612240:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612265:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:0.0:1783952248.612269:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783952248.612276:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612283:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ca4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612306:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612312:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612319:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612323:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.612326:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612331:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612361:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:0.0:1783952248.612364:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783952248.612374:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612380:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387cf1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612393:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612399:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612404:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612409:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.612412:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612417:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612425:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5268da0d (ffff8a75f61bd100) 00010000:00010000:0.0:1783952248.612427:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.612430:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612435:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387d22 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612452:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612466:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612483:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612488:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.612491:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952248.612492:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+12:122032:x1870607583996160:12345-192.168.202.38@tcp:44:dd.0 Request processed in 1717us (1964us total) trans 0 rc 0/0 00010000:00010000:0.0:1783952248.612498:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952248.612503:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 370 00010000:00010000:0.0:1783952248.612505:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:0.0:1783952248.612507:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.612511:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612516:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387d37 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612537:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612543:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612549:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612556:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952248.612565:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612572:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612581:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xbf8388b7 (ffff8a75f61bdf00) 00010000:00010000:0.0:1783952248.612583:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952248.612586:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952248.612592:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387d53 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952248.614945:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952248.615035:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583996288 00000100:00100000:1.0:1783952248.615046:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583996288 00000100:00100000:1.0:1783952248.615139:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 205 00000100:00100000:1.0:1783952248.615148:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b12c1106-e180-4915-98ec-02135eb7649b+8:69252:x1870607583996288:12345-192.168.202.38@tcp:16:dd.0 00000001:00080000:1.0:1783952248.616401:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836530 is committed 00000100:00100000:2.0:1783952248.616596:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b12c1106-e180-4915-98ec-02135eb7649b+6:69252:x1870607583996288:12345-192.168.202.38@tcp:16:dd.0 Request processed in 1442us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952248.616616:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 205 00000100:00100000:3.0:1783952248.618607:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952248.618793:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583996544 00000100:00100000:2.0:1783952248.618804:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583996544 00000100:00100000:2.0:1783952248.618863:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 95 00000100:00100000:2.0:1783952248.618872:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+10:122032:x1870607583996544:12345-192.168.202.38@tcp:35:dd.0 00000100:00100000:2.0:1783952248.619265:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+11:122032:x1870607583996544:12345-192.168.202.38@tcp:35:dd.0 Request processed in 392us (664us total) trans 34359738559 rc 0/0 00000100:00100000:2.0:1783952248.619274:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 95 00010000:00010000:0.0:1783952248.908061:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952249.932474:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952250.127009:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952250.127042:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600596736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952250.127145:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952250.127226:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596736 00000100:00100000:1.0:1783952250.127237:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596736 00000100:00100000:1.0:1783952250.127313:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1783952250.127323:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600596736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952250.127386:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 15158976 pending 0 free 71045120 avail 63877120 00000100:00100000:1.0:1783952250.127440:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600596736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952250.127449:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:1.0:1783952250.127496:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952250.127544:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600596736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952250.131571:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952250.131609:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600596864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952250.131723:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952250.131931:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596864 00000100:00100000:2.0:1783952250.131953:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596864 00000100:00100000:2.0:1783952250.132042:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1783952250.132054:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600596864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952250.132086:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 15158976 pending 0 free 71045120 avail 63877120 00000100:00100000:2.0:1783952250.132146:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600596864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952250.132154:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:0.0:1783952250.132292:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952250.132380:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600596864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952250.907622:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952250.910026:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583996800 00000100:00100000:1.0:1783952250.910047:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583996800 00000100:00100000:1.0:1783952250.910230:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 371 00000100:00100000:1.0:1783952250.910244:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+11:122142:x1870607583996800:12345-192.168.202.38@tcp:101:touch.0 00010000:00010000:1.0:1783952250.910280:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952250.910324:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387d7d lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dbfc expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910512:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910535:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910553:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910574:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910582:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.910590:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952250.911237:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x245:0x0], index 0: 0 00080000:00000400:1.0:1783952250.911259:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.911280:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952250.911282:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.911284:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1783952250.911287:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1783952250.911289:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.911318:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.911321:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952250.911323:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.911325:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1783952250.911327:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1783952250.911329:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.911607:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.911611:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952250.911613:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.911615:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1783952250.911617:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1783952250.911619:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.911708:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.911712:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952250.911714:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.911715:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1783952250.911718:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:1.0:1783952250.911720:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.911774:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.911778:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:1.0:1783952250.911780:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.911781:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:1.0:1783952250.911784:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:1.0:1783952250.911786:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952250.911930:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387d92 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.911945:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387d92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.911968:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387d92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912020:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912029:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912036:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912044:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952250.912049:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912058:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912073:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952250.912076:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952250.912083:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912091:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387d84 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952250.912106:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003d1ffdb0 reply state 0000000092349cbb transno 34359738560 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912118:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.912131:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xf50b4304 (ffff8a75f65e4700) 00010000:00010000:1.0:1783952250.912133:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952250.912137:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952250.918319:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387d7d lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbfc expref: 14 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.918385:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387d92 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbfc expref: 13 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.918399:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75f65e4500) 00010000:00010000:1.0:1783952250.918402:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952250.918406:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56200, rc 0) 00000100:00100000:1.0:1783952250.918531:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+14:122142:x1870607583996800:12345-192.168.202.38@tcp:101:touch.0 Request processed in 8288us (10922us total) trans 34359738560 rc 0/0 00000100:00100000:1.0:1783952250.918542:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 371 00000100:00080000:0.0:1783952250.919903:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952250.931941:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952250.931995:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997056 00000100:00100000:0.0:1783952250.932008:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997056 00000100:00100000:0.0:1783952250.932082:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:0.0:1783952250.932094:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+14:122142:x1870607583997056:12345-192.168.202.38@tcp:36:touch.0 00010000:00010000:0.0:1783952250.932197:0:159117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952250.932235:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387d92 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbfc expref: 14 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.932284:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75f65e4500) 00010000:00010000:0.0:1783952250.932309:0:159117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952250.932416:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.932432:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.932444:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952250.932596:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e9cd58c7 reply state 00000000bda895e6 transno 34359738561 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.932612:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.932619:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:0.0:1783952250.932622:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952250.932625:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783952250.932757:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+15:122142:x1870607583997056:12345-192.168.202.38@tcp:36:touch.0 Request processed in 664us (832us total) trans 34359738561 rc 0/0 00000100:00100000:0.0:1783952250.932766:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:3.0:1783952250.936719:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952250.936896:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997184 00000100:00100000:0.0:1783952250.936912:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997184 00000100:00100000:0.0:1783952250.937006:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 373 00000100:00100000:0.0:1783952250.937020:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+15:122142:x1870607583997184:12345-192.168.202.38@tcp:101:touch.0 00010000:00010000:0.0:1783952250.937059:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952250.937100:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387da7 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc03 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.937195:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387da7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc03 expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.937216:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387da7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc03 expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952250.937240:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:0.0:1783952250.937244:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783952250.937249:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783c00, rc 0) 00000100:00100000:0.0:1783952250.937358:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+16:122142:x1870607583997184:12345-192.168.202.38@tcp:101:touch.0 Request processed in 320us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952250.937366:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 373 00000100:00100000:3.0:1783952250.941784:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952250.941874:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997312 00000100:00100000:2.0:1783952250.941888:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997312 00000100:00100000:2.0:1783952250.941984:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 206 00000100:00100000:2.0:1783952250.941997:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+6:69253:x1870607583997312:12345-192.168.202.38@tcp:2:touch.0 00080000:02000000:2.0:1783952250.942157:0:162843:0:(osd_handler.c:3510:osd_attr_set()) *** cfs_fail_loc=1632, val=0*** 00080000:00000400:2.0:1783952250.944229:0:162843:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952250.944241:0:162843:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952250.944244:0:162843:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952250.944247:0:162843:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952250.944249:0:162843:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952250.944276:0:162843:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952250.944323:0:162843:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952250.944326:0:162843:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952250.944328:0:162843:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952250.944330:0:162843:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952250.944332:0:162843:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952250.944376:0:162843:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952250.944585:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+7:69253:x1870607583997312:12345-192.168.202.38@tcp:2:touch.0 Request processed in 2583us (2805us total) trans 21474836531 rc 0/0 00000100:00100000:2.0:1783952250.944600:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 206 00000100:00080000:3.0:1783952250.945173:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952250.947878:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952250.952552:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997568 00000100:00100000:3.0:1783952250.952575:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997568 00000100:00100000:2.0:1783952250.953747:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 96 00000100:00100000:2.0:1783952250.953763:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+16:122142:x1870607583997568:12345-192.168.202.38@tcp:35:touch.0 00000100:00100000:2.0:1783952250.954211:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+17:122142:x1870607583997568:12345-192.168.202.38@tcp:35:touch.0 Request processed in 450us (6347us total) trans 34359738562 rc 0/0 00000100:00100000:2.0:1783952250.954222:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 96 00010000:00010000:3.0:1783952250.957948:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952250.987116:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952250.990623:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997824 00000100:00100000:0.0:1783952250.990814:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997824 00000100:00100000:1.0:1783952250.993308:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 374 00000100:00100000:1.0:1783952250.993326:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+17:122143:x1870607583997824:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:1.0:1783952250.993542:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952250.993574:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387dae lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc0a expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993813:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993833:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993865:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993884:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993891:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.993898:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952250.994776:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x246:0x0], index 0: 0 00080000:00000400:1.0:1783952250.994793:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.994798:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952250.994800:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.994802:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952250.994805:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952250.994807:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.994835:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.994838:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952250.994840:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.994842:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952250.994844:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952250.994846:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.994856:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.994859:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952250.994860:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.994862:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952250.994864:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952250.994876:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.994892:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.994894:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952250.994896:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.994898:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952250.994900:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952250.994902:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952250.994941:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:1.0:1783952250.994945:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952250.994946:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:1.0:1783952250.994948:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952250.994950:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952250.994951:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952250.995077:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387dc3 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995091:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387dc3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995102:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387dc3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995146:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995154:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995161:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995250:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995271:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952250.995276:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995284:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995522:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952250.995525:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952250.995531:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995539:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494387db5 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952250.995555:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007d6d4616 reply state 00000000704f4a72 transno 34359738563 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995568:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.995575:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xaf6f9ada (ffff8a75f65e4f00) 00010000:00010000:1.0:1783952250.995577:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952250.995580:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952250.995626:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387dae lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc0a expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.996743:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387dc3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc0a expref: 19 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952250.996774:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff8a75f65e4100) 00010000:00010000:1.0:1783952250.996777:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952250.996780:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952250.996930:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+20:122143:x1870607583997824:12345-192.168.202.38@tcp:101:dd.0 Request processed in 3606us (9829us total) trans 34359738563 rc 0/0 00000100:00100000:1.0:1783952250.996942:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 374 00000100:00100000:1.0:1783952251.004604:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952251.004758:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583997952 00000100:00100000:0.0:1783952251.004771:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583997952 00000100:00100000:0.0:1783952251.004844:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 375 00000100:00100000:0.0:1783952251.004855:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+20:122143:x1870607583997952:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:0.0:1783952251.004886:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952251.004914:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387dd1 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc11 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.004960:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387dd8 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.004978:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387dd8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.005003:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387dd8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.005139:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494387dd1 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc11 expref: 22 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.005161:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387dd8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc11 expref: 21 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952251.005183:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff8a75f65e4100) 00010000:00010000:0.0:1783952251.005196:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783952251.005201:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783000, rc 0) 00000100:00100000:0.0:1783952251.005282:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+21:122143:x1870607583997952:12345-192.168.202.38@tcp:101:dd.0 Request processed in 428us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.005290:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 375 00000100:00100000:0.0:1783952251.010298:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952251.010425:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998080 00000100:00100000:1.0:1783952251.010440:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998080 00000100:00100000:1.0:1783952251.010520:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:1.0:1783952251.010531:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b12c1106-e180-4915-98ec-02135eb7649b+7:122143:x1870607583998080:12345-192.168.202.38@tcp:101:dd.0 00010000:00010000:1.0:1783952251.010559:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952251.010589:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b494387ddf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc18 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952251.010626:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952251.010671:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=5938s v=(0 0) 00010000:00010000:1.0:1783952251.010678:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952251.010690:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b494387ddf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc18 expref: 8 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.010713:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b494387ddf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc18 expref: 8 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.010730:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56000, rc 0) 00000100:00100000:1.0:1783952251.010819:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b12c1106-e180-4915-98ec-02135eb7649b+8:122143:x1870607583998080:12345-192.168.202.38@tcp:101:dd.0 Request processed in 290us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952251.010827:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:1.0:1783952251.028996:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952251.029110:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998208 00000100:00100000:0.0:1783952251.029125:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998208 00002000:00100000:0.0:1783952251.029274:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x246:0x0] (0->4095) req@ffff8a75c7a1aa00 x1870607583998208/t0(0) o4->b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp:512/0 lens 4584/0 e 0 to 0 dl 1783952262 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952251.029467:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a1aa00 with x1870607583998208 ext(0->4095) 00002000:00010000:0.0:1783952251.029476:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c7a1aa00 00000100:00100000:0.0:1783952251.029557:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1 00000100:00100000:0.0:1783952251.029572:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b12c1106-e180-4915-98ec-02135eb7649b+8:69254:x1870607583998208:12345-192.168.202.38@tcp:4:dd.0 00080000:00000400:0.0:1783952251.029921:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952251.029933:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952251.029935:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952251.029937:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952251.029940:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952251.029942:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952251.031264:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b12c1106-e180-4915-98ec-02135eb7649b+10:69254:x1870607583998208:12345-192.168.202.38@tcp:4:dd.0 Request processed in 1686us (2277us total) trans 21474836532 rc 0/0 00000100:00100000:0.0:1783952251.031278:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1 00002000:00100000:0.0:1783952251.031372:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x246:0x0] (0->4095) req@ffff8a75c7a1aa00 x1870607583998208/t21474836532(0) o4->b12c1106-e180-4915-98ec-02135eb7649b@192.168.202.38@tcp:512/0 lens 4584/448 e 0 to 0 dl 1783952262 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952251.031385:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a1aa00 with x1870607583998208 ext(0->4095) 00002000:00010000:0.0:1783952251.031393:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c7a1aa00 00000100:00100000:3.0:1783952251.034774:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952251.034938:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998336 00000100:00100000:1.0:1783952251.034951:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998336 00000100:00100000:1.0:1783952251.035034:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 376 00000100:00100000:1.0:1783952251.035046:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+21:122143:x1870607583998336:12345-192.168.202.38@tcp:44:dd.0 00000001:00080000:2.0:1783952251.039839:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738563 is committed 00000100:00100000:2.0:1783952251.040063:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+16:122143:x1870607583998336:12345-192.168.202.38@tcp:44:dd.0 Request processed in 5009us (5294us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952251.040078:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 376 00010000:00010000:1.0:1783952251.041931:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.041956:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.041964:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.041972:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952251.041978:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.041987:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042015:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xf50b4304 (ffff8a75f65e4700) 00010000:00010000:1.0:1783952251.042019:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952251.042025:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042032:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387d8b lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042075:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042082:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042087:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042093:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952251.042096:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042103:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042111:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:1.0:1783952251.042114:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952251.042117:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042123:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387da0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042136:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042142:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042147:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042173:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952251.042177:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042184:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042202:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xaf6f9ada (ffff8a75f65e4f00) 00010000:00010000:1.0:1783952251.042205:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952251.042208:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952251.042214:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387dbc lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952251.046173:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952251.046428:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998464 00000100:00100000:1.0:1783952251.046445:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998464 00000100:00100000:1.0:1783952251.046564:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:1.0:1783952251.046577:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b12c1106-e180-4915-98ec-02135eb7649b+10:69255:x1870607583998464:12345-192.168.202.38@tcp:16:dd.0 00000001:00080000:3.0:1783952251.050116:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836532 is committed 00000100:00100000:1.0:1783952251.064145:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b12c1106-e180-4915-98ec-02135eb7649b+7:69255:x1870607583998464:12345-192.168.202.38@tcp:16:dd.0 Request processed in 17556us (17975us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952251.064163:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:2.0:1783952251.071880:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952251.075476:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998720 00000100:00100000:3.0:1783952251.075497:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998720 00000100:00100000:3.0:1783952251.075579:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 97 00000100:00100000:3.0:1783952251.075592:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+13:122143:x1870607583998720:12345-192.168.202.38@tcp:35:dd.0 00000100:00100000:3.0:1783952251.079220:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+14:122143:x1870607583998720:12345-192.168.202.38@tcp:35:dd.0 Request processed in 3614us (7337us total) trans 34359738564 rc 0/0 00000100:00100000:3.0:1783952251.079239:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 97 00000100:00100000:0.0:1783952251.148753:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600596992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952251.148860:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.148942:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952251.148949:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600597120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952251.148976:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.149022:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600596992 00000100:00100000:0.0:1783952251.149032:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600596992 00000100:00100000:0.0:1783952251.149107:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597120 00000100:00100000:0.0:1783952251.149110:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597120 00000100:00100000:0.0:1783952251.149130:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1783952251.149140:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600596992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952251.149204:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952251.149259:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600596992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.149267:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1783952251.149306:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1783952251.149313:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600597120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952251.149328:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952251.149378:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600597120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.149385:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00080000:0.0:1783952251.149409:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952251.149455:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600597120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952251.149468:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600596992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952251.155936:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600597248:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.156047:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.156103:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600597760:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.156133:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.156176:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952251.156183:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600597376:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.156215:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.156252:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597248 00000100:00100000:0.0:1783952251.156261:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597248 00000100:00100000:0.0:1783952251.156332:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1783952251.156369:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600597248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.156428:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600597248:12345-0@lo:400:kworker.0 Request processed in 60us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.156435:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1783952251.156475:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597760 00000100:00100000:0.0:1783952251.156478:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597760 00000100:00100000:0.0:1783952251.157044:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597376 00000100:00100000:0.0:1783952251.157050:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597376 00000100:00100000:0.0:1783952251.157067:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1783952251.157074:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600597760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.157126:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600597760:12345-0@lo:400:kworker.0 Request processed in 51us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.157132:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1783952251.157145:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1783952251.157152:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600597376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.157540:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600597376:12345-0@lo:400:kworker.0 Request processed in 387us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.157547:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1783952251.157601:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600597632:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.157656:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.157692:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952251.157699:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600597504:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.157945:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.158027:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597632 00000100:00100000:0.0:1783952251.158032:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597632 00000100:00100000:0.0:1783952251.158077:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1783952251.158084:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600597632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158125:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600597632:12345-0@lo:400:kworker.0 Request processed in 41us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.158131:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1783952251.158200:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600597632:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158241:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600597376:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158272:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600597248:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158296:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600597760:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158919:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600597888:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.158971:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.159582:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600598400:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.159617:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.159655:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952251.159662:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600598272:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.159686:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.159719:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598400 00000100:00100000:2.0:1783952251.160422:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598272 00000100:00100000:2.0:1783952251.160429:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598272 00000100:00100000:2.0:1783952251.160500:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1783952251.160513:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600598272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952251.160593:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600598272:12345-0@lo:400:kworker.0 Request processed in 83us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952251.160616:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1783952251.160875:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598400 00000100:00100000:0.0:1783952251.160913:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1783952251.160921:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600598400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.160963:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600598400:12345-0@lo:400:kworker.0 Request processed in 43us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.160970:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00080000:0.0:1783952251.160992:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952251.160997:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952251.161035:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600598272:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161048:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600598400:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161081:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600598144:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161114:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.161143:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1783952251.161151:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600598016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161211:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.161231:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600598528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161255:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.161277:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598144 00000100:00100000:0.0:1783952251.161283:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598144 00000100:00100000:0.0:1783952251.161477:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598016 00000100:00100000:0.0:1783952251.161482:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598016 00000100:00100000:0.0:1783952251.161496:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598528 00000100:00100000:0.0:1783952251.161499:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598528 00000100:00100000:0.0:1783952251.161515:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1783952251.161522:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600598144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161562:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600598144:12345-0@lo:400:kworker.0 Request processed in 40us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.161570:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1783952251.161585:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1783952251.161591:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600598016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161620:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600598016:12345-0@lo:400:kworker.0 Request processed in 30us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.161626:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1783952251.161717:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1783952251.161725:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600598528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161886:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600598528:12345-0@lo:400:kworker.0 Request processed in 161us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.161893:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:0.0:1783952251.161913:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952251.161917:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952251.161939:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600598016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161963:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600598528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.161973:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600598144:0@lo:400:kworker.0 00000100:00100000:1.0:1783952251.162215:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597504 00000100:00100000:1.0:1783952251.162222:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597504 00000100:00100000:0.0:1783952251.162557:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600597888 00000100:00100000:0.0:1783952251.162561:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600597888 00000100:00100000:0.0:1783952251.162584:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1783952251.162592:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600597504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.162662:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600597504:12345-0@lo:400:kworker.0 Request processed in 70us (4717us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.162669:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1783952251.162682:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952251.162689:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600597888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.162723:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600597888:12345-0@lo:400:kworker.0 Request processed in 35us (3752us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952251.162968:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952251.163007:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600597888:0@lo:400:kworker.0 00000100:00100000:0.0:1783952251.163042:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600597504:0@lo:400:kworker.0 00000100:00100000:1.0:1783952251.661543:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600598784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952251.661650:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952251.661814:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952251.664060:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600598656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952251.664413:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952251.664870:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598784 00000100:00100000:2.0:1783952251.664884:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598784 00000100:00100000:2.0:1783952251.664958:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598656 00000100:00100000:2.0:1783952251.664962:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598656 00000100:00100000:2.0:1783952251.664982:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1783952251.664993:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600598784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952251.665042:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42655744 avail 36524032 00000100:00100000:2.0:1783952251.665258:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600598784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 264us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952251.665267:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1783952251.665292:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1783952251.665300:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600598656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952251.665322:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1783952251.665393:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600598656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952251.665400:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1783952251.666236:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600598656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952251.666385:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600598784:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783952251.982450:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952252.496759:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952252.497096:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998848 00000100:00100000:0.0:1783952252.497107:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998848 00000100:00100000:0.0:1783952252.497217:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 27 00000100:00100000:0.0:1783952252.497232:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b12c1106-e180-4915-98ec-02135eb7649b+7:121986:x1870607583998848:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952252.497269:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00002000:00010000:0.0:1783952252.497297:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:0.0:1783952252.497301:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb mtime from disk: 0 -> 1783952248 00002000:00010000:0.0:1783952252.497304:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb ctime from disk: 0 -> 1783952248 00002000:00010000:0.0:1783952252.497307:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x244:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1783952252.497378:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494387d76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbf5 expref: 7 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952252.497412:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:0.0:1783952252.497414:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb mtime from disk: 0 -> 1783952250 00002000:00010000:0.0:1783952252.497415:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb ctime from disk: 0 -> 1783952250 00002000:00010000:0.0:1783952252.497417:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x246:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1783952252.497423:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b494387ddf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc18 expref: 6 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952252.497432:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952252.497489:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b12c1106-e180-4915-98ec-02135eb7649b+5:121986:x1870607583998848:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 263us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952252.497495:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 27 00000100:00080000:2.0:1783952252.502508:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783952253.004215:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783952253.210449:0:159846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000001:00100000:2.0:1783952253.210470:0:159846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 59d07488-6bca-4a99-8c58-7370881ffbef 00000001:00080000:2.0:1783952253.210482:0:159846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836569 is committed 00000020:00000080:2.0:1783952253.210491:0:159846:0:(genops.c:906:class_export_put()) final put ffff8a74c8fdd000/59d07488-6bca-4a99-8c58-7370881ffbef 00000020:00000080:2.0:1783952253.210521:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c8fdd000/59d07488-6bca-4a99-8c58-7370881ffbef for lustre-MDT0001 00000020:00000080:2.0:1783952253.210595:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c8fd8800 for lustre-MDT0001 00000100:00100000:3.0:1783952253.494034:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952253.494101:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952253.494138:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952253.494162:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952253.494208:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952253.494249:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999232 00000100:00100000:3.0:1783952253.494275:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999232 00000100:00100000:3.0:1783952253.494382:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999104 00000100:00100000:3.0:1783952253.494385:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999104 00000100:00100000:3.0:1783952253.494416:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 280 00000100:00100000:3.0:1783952253.494430:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999232:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952253.494535:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999232:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 109us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.494543:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 280 00000100:00100000:3.0:1783952253.494563:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:3.0:1783952253.494570:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+14:69252:x1870607583999104:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952253.494623:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+14:69252:x1870607583999104:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 54us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.494630:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:3.0:1783952253.494653:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999360 00000100:00100000:3.0:1783952253.494656:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999360 00000100:00100000:3.0:1783952253.494687:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999488 00000100:00100000:3.0:1783952253.494690:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999488 00000100:00100000:3.0:1783952253.494716:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:3.0:1783952253.494723:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999360:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952253.494754:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999360:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 31us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.494760:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:3.0:1783952253.494772:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:3.0:1783952253.494778:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+6:69252:x1870607583999488:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952253.494805:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+6:69252:x1870607583999488:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.494811:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:3.0:1783952253.494831:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583998976 00000100:00100000:3.0:1783952253.494835:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583998976 00000100:00100000:3.0:1783952253.494865:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 224 00000100:00100000:3.0:1783952253.494872:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:69252:x1870607583998976:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952253.494900:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:69252:x1870607583998976:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.494906:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 224 00000100:00080000:3.0:1783952253.494950:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952253.494962:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952253.494965:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:3.0:1783952253.537690:0:165123:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007ffcf86b73a0 00000004:00000080:3.0:1783952253.537728:0:165123:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0000: cmd=c00866e6 len=608 karg=ffff8a75fefb1800 uarg=0000000000000000 00000004:00000080:3.0:1783952253.537811:0:165123:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7dc8f9efd70 00100000:10000000:3.0:1783952253.537819:0:165123:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:3.0:1783952253.539542:0:165123:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-MDT0000-osd: layout LFSCK reset: rc = 0 00100000:10000000:0.0:1783952253.547480:0:165125:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:0.0:1783952253.547492:0:165125:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:0.0:1783952253.547580:0:165125:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:2.0:1783952253.547898:0:165124:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_layout assistant thread 00100000:10000000:0.0:1783952253.548439:0:165124:0:(lfsck_layout.c:5635:lfsck_layout_master_prep()) lustre-MDT0000-osd: layout LFSCK master prep done, start pos [1] 00100000:10000000:3.0:1783952253.548492:0:165125:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:2.0:1783952253.549685:0:165126:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread start 00000100:00100000:2.0:1783952253.549792:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600598912:0@lo:1101:lfsck_layout.0 00000100:00100000:2.0:1783952253.549909:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:10000000:0.0:1783952253.550525:0:165124:0:(lfsck_layout.c:5454:lfsck_layout_master_checkpoint()) lustre-MDT0000-osd: layout LFSCK master checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:0.0:1783952253.550533:0:165124:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0000-osd entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165124 00000100:00100000:0.0:1783952253.550887:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952253.550923:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600599168:0@lo:1000:lfsck.0 00000100:00100000:3.0:1783952253.551184:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600598912 00000100:00100000:3.0:1783952253.551196:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600598912 00000100:00100000:3.0:1783952253.551285:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1783952253.551296:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600598912:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:3.0:1783952253.551331:0:162835:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:10000000:3.0:1783952253.551423:0:162835:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-OST0000-osd: layout LFSCK reset: rc = 0 00000100:00080000:3.0:1783952253.551493:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952253.551513:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3006a00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600599040:0@lo:1101:lfsck_layout.0 00000100:00100000:3.0:1783952253.551580:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952253.551614:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599040 00000100:00100000:3.0:1783952253.551618:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952253.551620:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599040 00000100:00100000:2.0:1783952253.551656:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1783952253.551663:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600599040:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:2.0:1783952253.551678:0:160617:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00100000:10000000:2.0:1783952253.551739:0:160617:0:(lfsck_layout.c:5404:lfsck_layout_reset()) lustre-OST0001-osd: layout LFSCK reset: rc = 0 00000100:00080000:2.0:1783952253.551784:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952253.552086:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952253.552442:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599168 00000100:00100000:0.0:1783952253.552448:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599168 00000100:00100000:0.0:1783952253.552491:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1783952253.552499:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600599168:12345-0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.552613:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600599168:12345-0@lo:1000:lfsck.0 Request processed in 113us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.552622:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1783952253.552697:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600599168:0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.552840:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600599296:0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.552875:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952253.552908:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599296 00000100:00100000:0.0:1783952253.552912:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599296 00000100:00100000:0.0:1783952253.552939:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1783952253.554494:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952253.554517:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600599552:0@lo:1000:lfsck.0 00000100:00100000:1.0:1783952253.554596:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952253.555309:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600599424:0@lo:1000:lfsck.0 00000100:00100000:3.0:1783952253.555411:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:10000000:3.0:1783952253.555793:0:165125:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 1 00100000:10000000:3.0:1783952253.555857:0:165125:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:3.0:1783952253.555861:0:165125:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 40001: rc = 1 00100000:10000000:3.0:1783952253.555930:0:165124:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff8a74c26f0000 exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 20075, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165124: rc = 1 00100000:10000000:3.0:1783952253.555942:0:165124:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_layout post, rc = 1 00000100:00100000:0.0:1783952253.556138:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600599296:12345-0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.556286:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600599296:12345-0@lo:1000:lfsck.0 Request processed in 3338us (3410us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.556298:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1783952253.556358:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599552 00000100:00100000:0.0:1783952253.556367:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599552 00000100:00100000:0.0:1783952253.556397:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599424 00000100:00100000:0.0:1783952253.556400:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599424 00000100:00100000:0.0:1783952253.556417:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1783952253.556425:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600599552:12345-0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.556488:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600599552:12345-0@lo:1000:lfsck.0 Request processed in 62us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.556511:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1783952253.556524:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1783952253.556530:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600599424:12345-0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.556583:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600599424:12345-0@lo:1000:lfsck.0 Request processed in 53us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.556589:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1783952253.556815:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600599424:0@lo:1000:lfsck.0 00000100:00100000:0.0:1783952253.556865:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600599296:0@lo:1000:lfsck.0 00100000:10000000:2.0:1783952253.560372:0:165129:0:(scrub.c:294:scrub_thread_prep()) lustre-OST0001: OI scrub prep, flags = 0x46 00100000:10000000:2.0:1783952253.560383:0:165129:0:(scrub.c:116:scrub_file_reset()) lustre-OST0001: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:2.0:1783952253.560470:0:165129:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:2.0:1783952253.560492:0:165128:0:(lfsck_layout.c:5600:lfsck_layout_slave_prep()) lustre-OST0001-osd: layout LFSCK slave prep done, start pos [1] 00100000:10000000:2.0:1783952253.560502:0:165129:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-OST0001: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:2.0:1783952253.560657:0:165128:0:(lfsck_layout.c:5489:lfsck_layout_slave_checkpoint()) lustre-OST0001-osd: layout LFSCK slave checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:2.0:1783952253.560661:0:165128:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-OST0001-osd entry: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165128 00000100:00100000:2.0:1783952253.560802:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600599040:12345-0@lo:1101:lfsck_layout.0 Request processed in 9131us (9213us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952253.560816:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00100000:10000000:0.0:1783952253.560927:0:165130:0:(scrub.c:294:scrub_thread_prep()) lustre-OST0000: OI scrub prep, flags = 0x46 00100000:10000000:0.0:1783952253.560932:0:165130:0:(scrub.c:116:scrub_file_reset()) lustre-OST0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:0.0:1783952253.560983:0:165130:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:0.0:1783952253.561002:0:165127:0:(lfsck_layout.c:5600:lfsck_layout_slave_prep()) lustre-OST0000-osd: layout LFSCK slave prep done, start pos [1] 00100000:10000000:0.0:1783952253.561012:0:165130:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-OST0000: OI scrub start, flags = 0x46, pos = 12 00000001:00100000:2.0:1783952253.561673:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00100000:10000000:0.0:1783952253.565823:0:165130:0:(scrub.c:368:scrub_thread_post()) lustre-OST0000: OI scrub post with result = 1 00100000:10000000:0.0:1783952253.565893:0:165130:0:(scrub.c:229:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:0.0:1783952253.565897:0:165130:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-OST0000: OI scrub: stop, pos = 25001: rc = 1 00000100:00100000:3.0:1783952253.568380:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600599552:0@lo:1000:lfsck.0 00000100:00100000:3.0:1783952253.568454:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3006a00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600599040:0@lo:1101:lfsck_layout.0 00100000:10000000:0.0:1783952253.577293:0:165127:0:(lfsck_layout.c:5489:lfsck_layout_slave_checkpoint()) lustre-OST0000-osd: layout LFSCK slave checkpoint at the pos [13], status = 1: rc = 0 00100000:10000000:0.0:1783952253.577311:0:165127:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-OST0000-osd entry: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165127 00100000:10000000:0.0:1783952253.577694:0:165127:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-OST0000-osd ffff8a74c366a7c0 exit: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 452, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165127: rc = 1 00100000:10000000:0.0:1783952253.577729:0:165127:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0000-osd: layout LFSCK slave notifies master 00000020:01000004:0.0:1783952253.577750:0:165127:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75d0fa8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783952253.577764:0:165127:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75d0fa8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783952253.577769:0:165127:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75d0fa8000 3 00000100:00100000:0.0:1783952253.577845:0:165127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:165127:1870607600599680:0@lo:1101:lfsck.0 00000100:00100000:0.0:1783952253.577946:0:165127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952253.578040:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599680 00000100:00100000:0.0:1783952253.578049:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599680 00000100:00100000:0.0:1783952253.578137:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1783952253.578148:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:165127:x1870607600599680:12345-0@lo:1101:lfsck.0 00100000:10000000:0.0:1783952253.578196:0:159118:0:(lfsck_layout.c:6680:lfsck_layout_master_in_notify()) lustre-MDT0000-osd: layout LFSCK master handles notify 3 from OST 0, status 1, flags 2, flags2 1 00000100:00100000:0.0:1783952253.578251:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:165127:x1870607600599680:12345-0@lo:1101:lfsck.0 Request processed in 105us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.578259:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1783952253.578308:0:165127:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9399c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952253.578383:0:165127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:165127:1870607600599680:0@lo:1101:lfsck.0 00100000:10000000:0.0:1783952253.578404:0:165127:0:(lfsck_layout.c:6257:lfsck_layout_slave_post()) lustre-OST0000-osd: layout LFSCK slave post done: rc = 0 00100000:10000000:0.0:1783952253.578413:0:165127:0:(lfsck_layout.c:6472:lfsck_layout_slave_double_scan()) lustre-OST0000-osd: layout LFSCK slave phase2 scan start 00000020:01000004:0.0:1783952253.578422:0:165127:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75d0fa8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783952253.578427:0:165127:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75d0fa8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1783952253.578430:0:165127:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75d0fa8000 3 00000100:00100000:0.0:1783952253.578447:0:165127:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:165127:1870607600599808:0@lo:1102:lfsck.0 00000100:00100000:0.0:1783952253.578475:0:165127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952253.578500:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599808 00000100:00100000:0.0:1783952253.578504:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599808 00000100:00100000:0.0:1783952253.578532:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1783952253.578539:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:165127:x1870607600599808:12345-0@lo:1102:lfsck.0 00000100:00100000:0.0:1783952253.578576:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:165127:x1870607600599808:12345-0@lo:1102:lfsck.0 Request processed in 37us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.578583:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1783952253.578605:0:165127:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9399c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952253.578619:0:165127:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0000_UUID:165127:1870607600599808:0@lo:1102:lfsck.0 00100000:10000000:0.0:1783952253.578629:0:165127:0:(lfsck_layout.c:5084:lfsck_layout_slave_query_master()) lustre-OST0000-osd: layout LFSCK slave queries master: rc = 0 00000100:00100000:1.0:1783952253.579174:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600598912:12345-0@lo:1101:lfsck_layout.0 Request processed in 27865us (29253us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952253.579187:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1783952253.579242:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600598912:0@lo:1101:lfsck_layout.0 00000100:00100000:1.0:1783952253.579250:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694300 going to sleep for 0 seconds 00000100:00100000:1.0:1783952253.579315:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600599936:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579373:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.579405:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600599936 00000100:00100000:1.0:1783952253.579409:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600599936 00000100:00100000:1.0:1783952253.579446:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1783952253.579454:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600599936:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579533:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600599936:12345-0@lo:1000:lfsck_layout.0 Request processed in 80us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952253.579540:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1783952253.579562:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952253.579574:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600599936:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579629:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600064:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579651:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.579674:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600064 00000100:00100000:1.0:1783952253.579677:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600064 00000100:00100000:1.0:1783952253.579700:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1783952253.579705:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600064:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579755:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600064:12345-0@lo:1000:lfsck_layout.0 Request processed in 49us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952253.579777:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1783952253.579794:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952253.579807:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600064:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579841:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600192:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579864:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.579884:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600192 00000100:00100000:1.0:1783952253.579887:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600192 00000100:00100000:1.0:1783952253.579910:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1783952253.579916:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600192:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.579986:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600192:12345-0@lo:1000:lfsck_layout.0 Request processed in 69us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952253.579992:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1783952253.580009:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952253.580022:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600192:0@lo:1000:lfsck_layout.0 00100000:10000000:1.0:1783952253.580102:0:165126:0:(lfsck_layout.c:4499:lfsck_layout_repair_encflag()) lustre-MDT0000-osd: layout LFSCK assistant repair of inconsistent file enc flag for: parent [0x200003ab3:0x6:0x0], child [0x280000401:0x245:0x0], OST-index 0, stripe-index 0: rc = 1 00000100:00100000:1.0:1783952253.580117:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600600320:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580147:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.580198:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600320 00000100:00100000:1.0:1783952253.580202:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600320 00000100:00100000:1.0:1783952253.580224:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1783952253.580230:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600600320:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580446:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600600320:12345-0@lo:1000:lfsck_layout.0 Request processed in 216us (297us total) trans 21474836533 rc 0/0 00000100:00100000:1.0:1783952253.580454:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1783952253.580499:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600600320:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580544:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600448:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580578:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.580597:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600448 00000100:00100000:1.0:1783952253.580601:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600448 00000100:00100000:1.0:1783952253.580626:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1783952253.580631:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:165126:x1870607600600448:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580677:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:165126:x1870607600600448:12345-0@lo:1000:lfsck_layout.0 Request processed in 44us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952253.580684:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1783952253.580700:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952253.580711:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600448:0@lo:1000:lfsck_layout.0 00100000:10000000:1.0:1783952253.580769:0:165126:0:(lfsck_layout.c:4499:lfsck_layout_repair_encflag()) lustre-MDT0000-osd: layout LFSCK assistant repair of inconsistent file enc flag for: parent [0x200003ab3:0x7:0x0], child [0x280000401:0x246:0x0], OST-index 0, stripe-index 0: rc = 1 00000100:00100000:1.0:1783952253.580782:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600600576:0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580810:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.580841:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600576 00000100:00100000:1.0:1783952253.580845:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600576 00000100:00100000:1.0:1783952253.580866:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1783952253.580873:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600600576:12345-0@lo:1000:lfsck_layout.0 00000100:00100000:1.0:1783952253.580980:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:106954:x1870607600600576:12345-0@lo:1000:lfsck_layout.0 Request processed in 106us (169us total) trans 21474836534 rc 0/0 00000100:00100000:1.0:1783952253.580987:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1783952253.581016:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600600576:0@lo:1000:lfsck_layout.0 00100000:10000000:1.0:1783952253.581034:0:165126:0:(lfsck_engine.c:1612:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread post 00100000:10000000:1.0:1783952253.581049:0:165126:0:(lfsck_engine.c:1626:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant notified others for lfsck_layout post: rc = 0 00100000:10000000:0.0:1783952253.583378:0:165124:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_layout post, rc = 1 00100000:10000000:0.0:1783952253.583491:0:165124:0:(lfsck_layout.c:6187:lfsck_layout_master_post()) lustre-MDT0000-osd: layout LFSCK master post done: rc = 0 00100000:10000000:0.0:1783952253.583514:0:165124:0:(lfsck_lib.c:2621:lfsck_double_scan_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_layout double_scan, status 2 00100000:10000000:1.0:1783952253.585349:0:165126:0:(lfsck_engine.c:1644:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before the second-stage scaning 00000004:00080000:1.0:1783952253.585399:0:165126:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5940581062555ns, next at 5907401721196ns, rc = 0 00080000:00080000:1.0:1783952253.585421:0:165126:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952253.585452:0:165126:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5940581116329ns, next at 5908423968084ns, rc = 0 00080000:00080000:1.0:1783952253.585458:0:165126:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00100000:10000000:0.0:1783952253.586602:0:165124:0:(lfsck_lib.c:2630:lfsck_double_scan_generic()) lustre-MDT0000-osd: the assistant has done lfsck_layout double_scan, status 0 00100000:10000000:3.0:1783952253.592721:0:165129:0:(scrub.c:368:scrub_thread_post()) lustre-OST0001: OI scrub post with result = 1 00100000:10000000:3.0:1783952253.592790:0:165129:0:(scrub.c:229:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:3.0:1783952253.592794:0:165129:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-OST0001: OI scrub: stop, pos = 25001: rc = 1 00000100:00080000:3.0:1783952253.593050:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00100000:10000000:2.0:1783952253.597871:0:165128:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-OST0001-osd ffff8a75d5ae0000 exit: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 477, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 165128: rc = 1 00100000:10000000:2.0:1783952253.598012:0:165128:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0001-osd: layout LFSCK slave notifies master 00000020:01000004:2.0:1783952253.598030:0:165128:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75c5f2f000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783952253.598039:0:165128:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75c5f2f000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783952253.598042:0:165128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75c5f2f000 3 00000100:00100000:2.0:1783952253.598179:0:165128:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:165128:1870607600600704:0@lo:1101:lfsck.0 00000100:00100000:2.0:1783952253.598287:0:165128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952253.598375:0:165128:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d06949c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952253.598678:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600704 00000100:00100000:3.0:1783952253.598690:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600704 00000100:00100000:3.0:1783952253.598783:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1783952253.598795:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:165128:x1870607600600704:12345-0@lo:1101:lfsck.0 00100000:10000000:3.0:1783952253.598831:0:159118:0:(lfsck_layout.c:6680:lfsck_layout_master_in_notify()) lustre-MDT0000-osd: layout LFSCK master handles notify 3 from OST 1, status 1, flags 2, flags2 1 00000100:00100000:3.0:1783952253.598898:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:165128:x1870607600600704:12345-0@lo:1101:lfsck.0 Request processed in 105us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.598905:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:2.0:1783952253.599276:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952253.599326:0:165128:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:165128:1870607600600704:0@lo:1101:lfsck.0 00100000:10000000:2.0:1783952253.599364:0:165128:0:(lfsck_layout.c:6257:lfsck_layout_slave_post()) lustre-OST0001-osd: layout LFSCK slave post done: rc = 0 00100000:10000000:2.0:1783952253.599377:0:165128:0:(lfsck_layout.c:6472:lfsck_layout_slave_double_scan()) lustre-OST0001-osd: layout LFSCK slave phase2 scan start 00000020:01000004:2.0:1783952253.599387:0:165128:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75c5f2f000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783952253.599395:0:165128:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75c5f2f000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783952253.599398:0:165128:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75c5f2f000 3 00000100:00100000:2.0:1783952253.599422:0:165128:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:165128:1870607600600832:0@lo:1102:lfsck.0 00000100:00100000:2.0:1783952253.599458:0:165128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952253.599483:0:165128:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d06949c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952253.600414:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600832 00000100:00100000:3.0:1783952253.600425:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600832 00000100:00100000:3.0:1783952253.600474:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1783952253.600484:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:165128:x1870607600600832:12345-0@lo:1102:lfsck.0 00000100:00100000:3.0:1783952253.600573:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:165128:x1870607600600832:12345-0@lo:1102:lfsck.0 Request processed in 90us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952253.600581:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000004:00080000:0.0:1783952253.601362:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:0.0:1783952253.601383:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000001:00080000:0.0:1783952253.601407:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738564 is committed 00100000:10000000:1.0:1783952253.601595:0:165126:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:10000000:1.0:1783952253.601616:0:165126:0:(lfsck_layout.c:4839:lfsck_layout_assistant_handler_p2()) lustre-MDT0000-osd: layout LFSCK phase2 scan start 00100000:10000000:1.0:1783952253.601620:0:165126:0:(lfsck_layout.c:4889:lfsck_layout_assistant_handler_p2()) lustre-MDT0000-osd: layout LFSCK phase2 scan stop: rc = 1 00000100:00100000:1.0:1783952253.601671:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600960:0@lo:1101:lfsck_layout.0 00000100:00100000:1.0:1783952253.601734:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.601777:0:165126:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600601088:0@lo:1101:lfsck_layout.0 00000100:00100000:1.0:1783952253.601801:0:165126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952253.601819:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c25713c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952253.601877:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600600960 00000100:00100000:0.0:1783952253.601885:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600600960 00000100:00100000:0.0:1783952253.601943:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601088 00000100:00100000:0.0:1783952253.602027:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601088 00000100:00100000:0.0:1783952253.602058:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1783952253.602066:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600960:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:0.0:1783952253.602179:0:160616:0:(lfsck_layout.c:6860:lfsck_layout_slave_in_notify()) lustre-OST0001-osd: layout LFSCK slave handle notify 4 from MDT 0, status 1 00000100:00100000:0.0:1783952253.602230:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:165126:x1870607600600960:12345-0@lo:1101:lfsck_layout.0 Request processed in 163us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.602237:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1783952253.602254:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1783952253.602261:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:165126:x1870607600601088:12345-0@lo:1101:lfsck_layout.0 00100000:10000000:0.0:1783952253.602373:0:160616:0:(lfsck_layout.c:6860:lfsck_layout_slave_in_notify()) lustre-OST0000-osd: layout LFSCK slave handle notify 4 from MDT 0, status 1 00000100:00100000:0.0:1783952253.602408:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:165126:x1870607600601088:12345-0@lo:1101:lfsck_layout.0 Request processed in 148us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952253.602414:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00100000:10000000:0.0:1783952253.602441:0:165127:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-OST0000-osd: layout LFSCK double scan: rc = 1 00100000:10000000:0.0:1783952253.602507:0:165127:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-OST0000-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:0.0:1783952253.602512:0:165127:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0000-osd: layout LFSCK slave notifies master 00100000:10000000:0.0:1783952253.602528:0:165127:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:10000000:0.0:1783952253.602540:0:165127:0:(lfsck_layout.c:6524:lfsck_layout_slave_double_scan()) lustre-OST0000-osd: layout LFSCK slave phase2 scan finished, status 3: rc = 0 00000100:00100000:1.0:1783952253.603263:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600600960:0@lo:1101:lfsck_layout.0 00000100:00100000:1.0:1783952253.603291:0:165126:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustre-MDT0000-mdtlov_UUID:165126:1870607600601088:0@lo:1101:lfsck_layout.0 00000100:00100000:1.0:1783952253.603298:0:165126:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c25713c0 going to sleep for 0 seconds 00100000:10000000:1.0:1783952253.603318:0:165126:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:1.0:1783952253.603371:0:165126:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5940599033830ns, next at 5907401721196ns, rc = 0 00080000:00080000:1.0:1783952253.603382:0:165126:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952253.603407:0:165126:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 5940599071026ns, next at 5908423968084ns, rc = 0 00080000:00080000:1.0:1783952253.603411:0:165126:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1783952253.603489:0:165128:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-OST0001_UUID:165128:1870607600600832:0@lo:1102:lfsck.0 00100000:10000000:2.0:1783952253.603506:0:165128:0:(lfsck_layout.c:5084:lfsck_layout_slave_query_master()) lustre-OST0001-osd: layout LFSCK slave queries master: rc = 0 00100000:10000000:2.0:1783952253.603509:0:165128:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-OST0001-osd: layout LFSCK double scan: rc = 1 00100000:10000000:2.0:1783952253.603548:0:165128:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-OST0001-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:2.0:1783952253.603551:0:165128:0:(lfsck_layout.c:5105:lfsck_layout_slave_notify_master()) lustre-OST0001-osd: layout LFSCK slave notifies master 00100000:10000000:2.0:1783952253.603564:0:165128:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:10000000:2.0:1783952253.603566:0:165128:0:(lfsck_layout.c:6524:lfsck_layout_slave_double_scan()) lustre-OST0001-osd: layout LFSCK slave phase2 scan finished, status 3: rc = 0 00000004:00080000:1.0:1783952253.615606:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000004:00080000:1.0:1783952253.615652:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00100000:10000000:1.0:1783952253.615869:0:165126:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:1.0:1783952253.615876:0:165126:0:(lfsck_layout.c:1503:lfsck_layout_double_scan_result()) lustre-MDT0000-osd: layout LFSCK double scan: rc = 1 00100000:10000000:1.0:1783952253.616003:0:165126:0:(lfsck_layout.c:1544:lfsck_layout_double_scan_result()) lustre-MDT0000-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:1.0:1783952253.616007:0:165126:0:(lfsck_engine.c:1778:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:1.0:1783952253.616016:0:165126:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_layout LFSCK assistant thread exit: rc = 1 00010000:00010000:3.0:1783952254.027559:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952255.052005:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952255.248513:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952255.248540:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600601216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952255.248613:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952255.248721:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601216 00000100:00100000:0.0:1783952255.248728:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601216 00000100:00100000:0.0:1783952255.248798:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1783952255.248808:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600601216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952255.248839:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:0.0:1783952255.248910:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600601216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952255.248917:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:2.0:1783952255.249145:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952255.249211:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600601216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952255.250097:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952255.250111:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952255.250165:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952255.250231:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601344 00000100:00100000:2.0:1783952255.250237:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601344 00000100:00100000:2.0:1783952255.250293:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1783952255.250300:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600601344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952255.250315:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:2.0:1783952255.250374:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600601344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952255.250380:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1783952255.250415:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601344:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783952255.250465:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783952256.075500:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952256.267872:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600601728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.267943:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952256.268018:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600602240:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268147:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600601472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952256.268182:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268207:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601984:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268226:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268238:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600602496:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268359:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268373:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600603008:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268388:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268405:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783952256.268409:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601856:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268420:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268430:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600602368:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268440:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268450:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600602880:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268460:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268477:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600601600:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268499:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268534:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600602112:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268556:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268573:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600602624:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268593:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268612:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600603136:0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.268632:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268645:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952256.268649:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600603264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952256.268671:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952256.268694:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601472 00000100:00100000:2.0:1783952256.268699:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601472 00000100:00100000:2.0:1783952256.268736:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603264 00000100:00100000:2.0:1783952256.268738:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603264 00000100:00100000:2.0:1783952256.268748:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1783952256.268754:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c26b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600601472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952256.268778:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952256.268806:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c26b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600601472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952256.268811:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1783952256.268979:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1783952256.268984:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600603264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952256.268993:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952256.269021:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600603264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952256.269027:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1783952256.269045:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601984 00000100:00100000:3.0:1783952256.269206:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952256.269228:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600602752:0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269459:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952256.269480:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602496 00000100:00100000:3.0:1783952256.269483:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602496 00000100:00100000:3.0:1783952256.269510:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601856 00000100:00100000:3.0:1783952256.269513:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601856 00000100:00100000:3.0:1783952256.269527:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602368 00000100:00100000:3.0:1783952256.269529:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602368 00000100:00100000:3.0:1783952256.269548:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1783952256.269555:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600602496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269588:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600602496:12345-0@lo:400:kworker.0 Request processed in 34us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269595:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1783952256.269607:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1783952256.269613:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600601856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269640:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:106953:x1870607600601856:12345-0@lo:400:kworker.0 Request processed in 28us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269646:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1783952256.269657:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1783952256.269663:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600602368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269688:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600602368:12345-0@lo:400:kworker.0 Request processed in 26us (1246us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269692:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1783952256.269707:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603008 00000100:00100000:3.0:1783952256.269709:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603008 00000100:00100000:3.0:1783952256.269732:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602880 00000100:00100000:3.0:1783952256.269734:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602880 00000100:00100000:3.0:1783952256.269753:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602112 00000100:00100000:3.0:1783952256.269754:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602112 00000100:00100000:3.0:1783952256.269761:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602624 00000100:00100000:3.0:1783952256.269763:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602624 00000100:00100000:3.0:1783952256.269770:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603136 00000100:00100000:3.0:1783952256.269771:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603136 00000100:00100000:3.0:1783952256.269779:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602752 00000100:00100000:3.0:1783952256.269780:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602752 00000100:00100000:3.0:1783952256.269787:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1783952256.269791:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600603008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269812:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600603008:12345-0@lo:400:kworker.0 Request processed in 21us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269816:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1783952256.269823:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1783952256.269826:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600602880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269840:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600602880:12345-0@lo:400:kworker.0 Request processed in 15us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269844:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1783952256.269849:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1783952256.269853:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600602112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269866:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600602112:12345-0@lo:400:kworker.0 Request processed in 14us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269870:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1783952256.269879:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1783952256.269884:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600602624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269908:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600602624:12345-0@lo:400:kworker.0 Request processed in 23us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269920:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1783952256.269931:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1783952256.269937:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600603136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269957:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600603136:12345-0@lo:400:kworker.0 Request processed in 21us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269960:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1783952256.269967:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1783952256.269970:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600602752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.269988:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600602752:12345-0@lo:400:kworker.0 Request processed in 17us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.269993:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1783952256.270030:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600602752:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270390:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601600 00000100:00100000:0.0:1783952256.270394:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601600 00000100:00100000:0.0:1783952256.270416:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1783952256.270421:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600601600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270447:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600601600:12345-0@lo:400:kworker.0 Request processed in 26us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952256.270450:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:0.0:1783952256.270484:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952256.270487:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952256.270488:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952256.270507:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601856:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270518:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600602368:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270528:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600602880:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270544:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600601472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952256.270553:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600602496:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270574:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600603008:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270628:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600603264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952256.270639:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600601600:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270650:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600602112:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270659:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600602624:0@lo:400:kworker.0 00000100:00100000:0.0:1783952256.270667:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600603136:0@lo:400:kworker.0 00000100:00100000:1.0:1783952256.271003:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600601728 00000100:00100000:1.0:1783952256.271008:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601728 00000100:00100000:1.0:1783952256.271036:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600602240 00000100:00100000:1.0:1783952256.271039:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600602240 00000100:00100000:1.0:1783952256.271062:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1783952256.271067:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600601728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952256.271099:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600601728:12345-0@lo:400:kworker.0 Request processed in 33us (3157us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952256.271103:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1783952256.271111:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1783952256.271223:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600602240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952256.271246:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600602240:12345-0@lo:400:kworker.0 Request processed in 132us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952256.271250:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1783952256.274693:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600601984 00000100:00100000:2.0:1783952256.274777:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1783952256.274788:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600601984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952256.274897:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600601984:12345-0@lo:400:kworker.0 Request processed in 111us (6668us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952256.274904:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1783952256.275676:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600601728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.275689:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600602240:0@lo:400:kworker.0 00000100:00100000:1.0:1783952256.276505:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600601984:0@lo:400:kworker.0 00000100:00100000:3.0:1783952256.779837:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952256.786706:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600603520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952256.786804:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952256.786862:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600603392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952256.786885:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952256.786937:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603520 00000100:00100000:3.0:1783952256.786945:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603520 00000100:00100000:3.0:1783952256.786991:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603392 00000100:00100000:3.0:1783952256.786994:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603392 00000100:00100000:3.0:1783952256.787010:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1783952256.787035:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600603520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952256.787074:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1783952256.787123:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600603520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952256.787131:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1783952256.795663:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1783952256.795695:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600603392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952256.795749:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42655744 avail 36524032 00000100:00100000:0.0:1783952256.795831:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600603392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 152us (8944us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952256.795840:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1783952256.795954:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600603520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952256.795970:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600603392:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783952257.103478:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952258.124579:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952258.619321:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952258.619401:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952258.619432:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952258.619452:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952258.619538:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952258.619608:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000000 00000100:00100000:1.0:1783952258.619619:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000000 00000100:00100000:1.0:1783952258.619682:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000128 00000100:00100000:1.0:1783952258.619685:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000128 00000100:00100000:1.0:1783952258.619730:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:1.0:1783952258.619741:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69253:x1870607584000000:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952258.619821:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69253:x1870607584000000:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 82us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952258.619829:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:1.0:1783952258.619847:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:1.0:1783952258.619853:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69253:x1870607584000128:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952258.619879:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69253:x1870607584000128:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952258.619886:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:1.0:1783952258.619906:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999744 00000100:00100000:1.0:1783952258.619910:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999744 00000100:00100000:1.0:1783952258.619939:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999872 00000100:00100000:1.0:1783952258.619942:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999872 00000100:00100000:1.0:1783952258.619963:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 288 00000100:00100000:1.0:1783952258.619969:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+13:69254:x1870607583999744:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952258.619998:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+13:69254:x1870607583999744:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 30us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952258.620005:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 288 00000100:00100000:1.0:1783952258.620016:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00100000:1.0:1783952258.620022:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999872:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952258.620046:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+5:69254:x1870607583999872:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 24us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952258.620052:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00080000:1.0:1783952258.620071:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952258.620081:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952258.620084:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952258.620086:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952258.620790:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607583999616 00000100:00100000:3.0:1783952258.620798:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607583999616 00000100:00100000:3.0:1783952258.620874:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 226 00000100:00100000:3.0:1783952258.620883:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:69253:x1870607583999616:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952258.620925:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:69253:x1870607583999616:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 43us (1616us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952258.620931:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 226 00000001:00080000:2.0:1783952258.837454:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836534 is committed 00010000:00010000:3.0:1783952259.152856:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952260.171481:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952260.363578:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952260.363613:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600603648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952260.363711:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952260.363776:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603648 00000100:00100000:2.0:1783952260.363787:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603648 00000100:00100000:2.0:1783952260.363862:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1783952260.363873:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600603648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952260.363915:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:2.0:1783952260.363968:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600603648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952260.363976:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:2.0:1783952260.364004:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952260.364038:0:106955:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836534 gen 2 00000100:00100000:2.0:1783952260.364069:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600603648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952260.368581:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952260.368609:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600603776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952260.368688:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952260.368762:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603776 00000100:00100000:0.0:1783952260.368771:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603776 00000100:00100000:0.0:1783952260.368846:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1783952260.368855:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600603776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952260.368892:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 21221056 pending 0 free 71041024 avail 63873024 00000100:00100000:0.0:1783952260.368951:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600603776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952260.368960:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:0.0:1783952260.368999:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952260.369212:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600603776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952261.050324:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.050553:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000256 00000100:00100000:1.0:1783952261.050567:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000256 00000100:00100000:1.0:1783952261.050665:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00100000:1.0:1783952261.050679:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+13:122708:x1870607584000256:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952261.050703:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952261.050729:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387de6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc1f expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050806:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050821:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050835:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952261.050896:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952261.050900:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952261.050924:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050947:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387de6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc1f expref: 15 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050961:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc1f expref: 14 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.050980:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952261.050983:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952261.050986:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952261.051050:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+14:122708:x1870607584000256:12345-192.168.202.38@tcp:101:rm.0 Request processed in 374us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.051057:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00080000:0.0:1783952261.051167:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952261.063801:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.063922:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000512 00000100:00100000:1.0:1783952261.063934:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000512 00000100:00100000:1.0:1783952261.064038:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 382 00000100:00100000:1.0:1783952261.064050:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+14:122708:x1870607584000512:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952261.064082:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952261.064127:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387df4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc26 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952261.064249:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952261.064426:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387df4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc26 expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.064444:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952261.064447:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952261.064453:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387df4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc26 expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.064467:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56e00, rc 0) 00000100:00100000:1.0:1783952261.064545:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+15:122708:x1870607584000512:12345-192.168.202.38@tcp:101:rm.0 Request processed in 497us (755us total) trans 34359738565 rc 301/301 00000100:00100000:1.0:1783952261.064571:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 382 00000100:00100000:3.0:1783952261.090871:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952261.090952:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000640 00000100:00100000:2.0:1783952261.090964:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000640 00000100:00100000:2.0:1783952261.091027:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 98 00000100:00100000:2.0:1783952261.091038:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb15cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+15:122708:x1870607584000640:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:2.0:1783952261.097968:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb15cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+15:122708:x1870607584000640:12345-192.168.202.38@tcp:37:rm.0 Request processed in 6919us (7095us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.097995:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 98 00000100:00100000:0.0:1783952261.105588:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952261.105700:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584000896 00000100:00100000:3.0:1783952261.105711:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584000896 00000100:00100000:3.0:1783952261.105781:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:3.0:1783952261.105792:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+15:122708:x1870607584000896:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:0.0:1783952261.106871:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b12c1106-e180-4915-98ec-02135eb7649b+16:122708:x1870607584000896:12345-192.168.202.38@tcp:35:rm.0 Request processed in 1074us (1287us total) trans 34359738566 rc 0/0 00000100:00100000:0.0:1783952261.106883:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:2.0:1783952261.138756:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.138868:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584001152 00000100:00100000:1.0:1783952261.138880:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584001152 00000100:00100000:1.0:1783952261.138954:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 383 00000100:00100000:1.0:1783952261.138966:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+16:122708:x1870607584001152:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952261.138992:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952261.139025:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc2d expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.139179:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387e09 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.139195:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387e09 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.139207:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387e09 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952261.139218:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952261.139384:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc2d expref: 19 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.139405:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387e09 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc2d expref: 18 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.139414:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952261.139417:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1783952261.139421:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56200, rc 0) 00000100:00100000:1.0:1783952261.139496:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584001152:12345-192.168.202.38@tcp:101:rm.0 Request processed in 532us (751us total) trans 34359738567 rc 0/0 00000100:00100000:1.0:1783952261.139505:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 383 00000100:00100000:2.0:1783952261.146397:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952261.146644:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584001280 00000100:00100000:3.0:1783952261.146660:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584001280 00000100:00100000:3.0:1783952261.146745:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 384 00000100:00100000:3.0:1783952261.146759:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584001280:12345-192.168.202.38@tcp:41:rm.0 00000004:00000024:3.0:1783952261.146862:0:159118:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 142225408 avail 127889408 00000100:00100000:3.0:1783952261.146957:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584001280:12345-192.168.202.38@tcp:41:rm.0 Request processed in 201us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952261.146966:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 384 00000100:00100000:0.0:1783952261.152890:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.152990:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584001536 00000100:00100000:1.0:1783952261.153002:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584001536 00000100:00100000:1.0:1783952261.153102:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 385 00000100:00100000:1.0:1783952261.153117:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584001536:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952261.153183:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1783952261.153213:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387dd8 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc11 expref: 18 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153234:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387dc3 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc0a expref: 17 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153245:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff8a75f65e4100) 00010000:00010000:1.0:1783952261.153672:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387ded lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc1f expref: 16 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153684:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952261.153688:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952261.153715:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153733:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153744:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153786:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153795:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153802:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153907:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153917:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.153924:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952261.156777:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].42, 64 off10880 00000004:00080000:1.0:1783952261.156795:0:159116:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5948152458664ns, next at 5949152455836ns, rc = 0 00010000:00010000:1.0:1783952261.156875:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156894:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156907:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156917:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156943:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156949:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.156977:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952261.158295:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952261.158307:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.158622:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.158633:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.158639:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.164311:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952261.164327:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.164355:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.164374:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:0.0:1783952261.164377:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783952261.164380:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.164387:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494387e2c lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.164429:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.164431:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.164434:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952261.171591:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952261.171607:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171624:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171646:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x7:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952261.171649:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952261.171655:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171661:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e25 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171724:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171732:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171738:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171743:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952261.171747:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171753:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171761:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952261.171764:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952261.171767:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171773:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e17 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952261.171783:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004c505c4b reply state 00000000caa02654 transno 34359738568 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171795:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.171803:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xaf6f9ada (ffff8a75fb008600) 00010000:00010000:1.0:1783952261.171810:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952261.171814:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952261.171908:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+17:122708:x1870607584001536:12345-192.168.202.38@tcp:36:rm.0 Request processed in 18790us (19025us total) trans 34359738568 rc 0/0 00000100:00100000:1.0:1783952261.171917:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 385 00000100:00100000:2.0:1783952261.183479:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952261.183675:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584001792 00000100:00100000:3.0:1783952261.183687:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584001792 00000100:00100000:3.0:1783952261.183805:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 386 00000100:00100000:3.0:1783952261.183816:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+17:122708:x1870607584001792:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:3.0:1783952261.183885:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783952261.183914:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387d6f lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbee expref: 17 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.183941:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b494387d5a lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe7 expref: 16 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.183952:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff8a75f61bd500) 00010000:00010000:3.0:1783952261.183963:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952261.183987:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184002:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184022:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184036:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184060:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184068:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184260:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184269:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184276:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783952261.184668:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].43, 64 off10944 00010000:00010000:3.0:1783952261.184715:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184724:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184732:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184738:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184745:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184751:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184780:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783952261.184802:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184808:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184815:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184820:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952261.184824:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184831:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184841:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:3.0:1783952261.184843:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952261.184847:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184853:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387e41 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184868:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184874:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184890:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184896:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952261.184898:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184904:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184912:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:3.0:1783952261.184914:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952261.184917:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184922:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387e33 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952261.184937:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a998f70f reply state 00000000238ba948 transno 34359738569 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184949:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.184955:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xbf8388b7 (ffff8a75d0904700) 00010000:00010000:3.0:1783952261.184957:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952261.184960:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783952261.185300:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+17:122708:x1870607584001792:12345-192.168.202.38@tcp:36:rm.0 Request processed in 1484us (1891us total) trans 34359738569 rc 0/0 00000100:00100000:3.0:1783952261.185309:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 386 00010000:00010000:0.0:1783952261.185518:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952261.185525:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.185532:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952261.185536:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.185542:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.185552:0:159104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x5:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:0.0:1783952261.185554:0:159104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783952261.185557:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.185562:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b494387e48 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.185577:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.185579:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.185581:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952261.193563:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.193715:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584001920 00000100:00100000:1.0:1783952261.193726:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584001920 00000100:00100000:1.0:1783952261.193790:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 387 00000100:00100000:1.0:1783952261.193801:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+17:122708:x1870607584001920:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952261.193828:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952261.193850:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e4f lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc34 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193918:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193933:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193945:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193959:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193966:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.193972:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.194067:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.194076:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.194083:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952261.194620:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x6:0x0]: returning size 0 00000004:00200000:0.0:1783952261.194626:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952261.194655:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195212:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195236:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 4/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195242:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 4/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195248:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195256:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195262:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952261.195267:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195275:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 5/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195289:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:0.0:1783952261.195292:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952261.195296:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 3/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195302:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387e56 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195317:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195323:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.195516:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.195626:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195633:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952261.195637:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195644:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195652:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xf50b4304 (ffff8a75fb008b00) 00010000:00010000:0.0:1783952261.195654:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952261.195657:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195663:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494387e5d lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195704:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494387e4f lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc34 expref: 19 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195720:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc34 expref: 18 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.195728:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:0.0:1783952261.195730:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952261.195733:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:0.0:1783952261.195832:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584001920:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2032us (2278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952261.195851:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 387 00000100:00100000:2.0:1783952261.209634:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.211497:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584002176 00000100:00100000:1.0:1783952261.211512:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584002176 00000100:00100000:1.0:1783952261.211664:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 388 00000100:00100000:1.0:1783952261.211676:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584002176:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952261.211742:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783952261.211769:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494387e64 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc34 expref: 18 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211794:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387da7 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc03 expref: 17 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211806:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:1.0:1783952261.211818:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952261.211841:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211856:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211867:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211898:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211906:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211913:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211979:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211987:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.211993:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952261.212277:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].44, 64 off11008 00010000:00010000:1.0:1783952261.212328:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212383:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212392:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212399:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212405:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212427:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212441:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783952261.212460:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212466:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212472:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212477:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952261.212482:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212490:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212500:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75fb008100) 00010000:00010000:1.0:1783952261.212503:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952261.212507:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212513:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494387e79 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212529:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212546:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212565:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212571:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212576:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952261.212579:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212585:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 5/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212594:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:1.0:1783952261.212596:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952261.212600:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 3/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212606:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494387e6b lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952261.212616:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cc60cf58 reply state 00000000b8de42c4 transno 34359738570 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212627:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.212633:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xf50b4304 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952261.212645:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952261.212648:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952261.212724:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584002176:12345-192.168.202.38@tcp:36:rm.0 Request processed in 1049us (3099us total) trans 34359738570 rc 0/0 00000100:00100000:1.0:1783952261.212733:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 388 00010000:00010000:0.0:1783952261.214015:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952261.214027:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.214037:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952261.214041:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.214049:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.214063:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x6:0x0].0x0 (ffff8a75fb008100) 00010000:00010000:0.0:1783952261.214065:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783952261.214070:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.214083:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494387e80 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.214112:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.214114:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.214116:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952261.226943:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952261.227028:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584002304 00000100:00100000:0.0:1783952261.227038:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584002304 00000100:00100000:0.0:1783952261.227211:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00100000:0.0:1783952261.227222:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+18:122708:x1870607584002304:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952261.227248:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952261.227268:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387e87 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc3b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227378:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227394:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227405:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227432:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227440:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227447:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227520:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227529:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227536:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952261.227576:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x4:0x0]: returning size 0 00000004:00200000:0.0:1783952261.227580:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952261.227610:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227634:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227643:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227649:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227656:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227662:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952261.227666:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227673:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227684:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:0.0:1783952261.227688:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952261.227692:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227697:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494387e8e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227707:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227713:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227723:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227728:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952261.227730:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227736:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227743:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5268da0d (ffff8a75c6934000) 00010000:00010000:0.0:1783952261.227745:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952261.227747:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227751:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b494387e95 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227780:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387e87 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc3b expref: 20 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227794:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc3b expref: 19 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.227801:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:0.0:1783952261.227804:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952261.227806:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782e00, rc 0) 00000100:00100000:0.0:1783952261.227876:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+19:122708:x1870607584002304:12345-192.168.202.38@tcp:101:rm.0 Request processed in 655us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952261.227892:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00100000:2.0:1783952261.237869:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952261.244370:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584002560 00000100:00100000:3.0:1783952261.244385:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584002560 00000100:00100000:3.0:1783952261.244470:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 390 00000100:00100000:3.0:1783952261.244481:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+19:122708:x1870607584002560:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:3.0:1783952261.245147:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783952261.245176:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494387e9c lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc3b expref: 19 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245203:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387d3e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbe0 expref: 18 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245216:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:3.0:1783952261.245226:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952261.245251:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245266:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245275:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245290:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245297:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.245302:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246029:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246041:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246048:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783952261.246289:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].45, 64 off11072 00010000:00010000:3.0:1783952261.246373:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246382:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246396:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246403:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246409:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246415:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246432:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783952261.246456:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246476:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246483:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246489:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952261.246494:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246502:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246512:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952261.246515:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952261.246519:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246525:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387eb1 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246543:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246549:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246553:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952261.246554:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.246559:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952261.246560:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246566:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952261.246569:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246576:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246588:0:159104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x4:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952261.246590:0:159104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783952261.246594:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246599:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494387eb8 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952261.246613:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.246614:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952261.246616:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952261.247185:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.247193:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.247204:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:3.0:1783952261.247208:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952261.247210:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.247216:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494387ea3 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952261.247234:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ffcdc49a reply state 0000000078a31484 transno 34359738571 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.247245:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952261.247251:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5268da0d (ffff8a75d0904100) 00010000:00010000:3.0:1783952261.247253:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952261.247257:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783952261.247450:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+19:122708:x1870607584002560:12345-192.168.202.38@tcp:36:rm.0 Request processed in 2965us (9587us total) trans 34359738571 rc 0/0 00000100:00100000:3.0:1783952261.247461:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 390 00000100:00100000:1.0:1783952261.251647:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952261.252057:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584002816 00000100:00100000:3.0:1783952261.252068:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584002816 00000100:00100000:2.0:1783952261.252221:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 100 00000100:00100000:2.0:1783952261.252232:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+19:122708:x1870607584002816:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:2.0:1783952261.253104:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b12c1106-e180-4915-98ec-02135eb7649b+20:122708:x1870607584002816:12345-192.168.202.38@tcp:35:rm.0 Request processed in 862us (1461us total) trans 34359738572 rc 0/0 00000100:00100000:2.0:1783952261.253114:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 100 00000100:00100000:1.0:1783952261.260035:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952261.260182:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003072 00000100:00100000:2.0:1783952261.260192:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003072 00000100:00100000:2.0:1783952261.260254:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 391 00000100:00100000:2.0:1783952261.260264:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+20:122708:x1870607584003072:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952261.260357:0:159117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783952261.260384:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494387e09 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc2d expref: 20 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260406:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b494387d0d lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbd2 expref: 19 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260417:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952261.260435:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494387cce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dbc4 expref: 18 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260464:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952261.260467:0:159117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952261.260491:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260505:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260515:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260531:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260539:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260546:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260651:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260660:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260666:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952261.260934:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783952261.260952:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260965:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260972:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260978:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952261.260982:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260990:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.260999:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff8a75f61bd200) 00010000:00010000:2.0:1783952261.261002:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952261.261005:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261012:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387ecd lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261031:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261038:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261044:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261048:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261059:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952261.261063:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261069:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261077:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952261.261080:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952261.261083:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261089:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387ebf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952261.261113:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9b529d8 reply state 00000000adc5f7ef transno 34359738573 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261126:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952261.261132:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f61bdd00) 00010000:00010000:2.0:1783952261.261134:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952261.261137:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952261.261207:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b12c1106-e180-4915-98ec-02135eb7649b+19:122708:x1870607584003072:12345-192.168.202.38@tcp:36:rm.0 Request processed in 943us (1181us total) trans 34359738573 rc 0/0 00000100:00100000:2.0:1783952261.261215:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 391 00000100:00100000:0.0:1783952261.387837:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600603904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952261.387912:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600604288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.387980:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952261.388068:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952261.388106:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600604160:0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.388208:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604288 00000100:00100000:2.0:1783952261.388217:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604288 00000100:00100000:2.0:1783952261.388267:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1783952261.388285:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600604288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.388363:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600604288:12345-0@lo:400:kworker.0 Request processed in 78us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.388371:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1783952261.388429:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952261.388464:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600604416:0@lo:400:kworker.0 00000100:00100000:0.0:1783952261.388491:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952261.388499:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600604032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952261.388523:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604416 00000100:00100000:1.0:1783952261.388527:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952261.388527:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604416 00000100:00100000:1.0:1783952261.388555:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600603904 00000100:00100000:1.0:1783952261.388558:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600603904 00000100:00100000:0.0:1783952261.388563:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783952261.388568:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600604416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.388587:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604032 00000100:00100000:1.0:1783952261.388590:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604032 00000100:00100000:0.0:1783952261.388602:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600604416:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.388607:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1783952261.388609:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1783952261.388613:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600603904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952261.388635:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952261.388649:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600604416:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.388664:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600603904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.388670:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1783952261.388675:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600603904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952261.388682:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1783952261.388688:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600604032:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952261.388695:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1783952261.388697:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952261.388721:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600604032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.388727:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1783952261.388730:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600604032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952261.388919:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600604928:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.388955:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952261.388984:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600605440:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.389005:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952261.389195:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783952261.389201:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600604544:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.389223:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952261.389482:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600605056:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.389507:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952261.389525:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604928 00000100:00100000:2.0:1783952261.389530:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604928 00000100:00100000:2.0:1783952261.389562:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605440 00000100:00100000:2.0:1783952261.389565:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605440 00000100:00100000:2.0:1783952261.389583:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604544 00000100:00100000:2.0:1783952261.389586:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604544 00000100:00100000:2.0:1783952261.389599:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1783952261.389606:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600604928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.389646:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600604928:12345-0@lo:400:kworker.0 Request processed in 40us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.389652:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1783952261.389667:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1783952261.389672:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600605440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.389729:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600605440:12345-0@lo:400:kworker.0 Request processed in 56us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.389736:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1783952261.389746:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605056 00000100:00100000:2.0:1783952261.389749:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605056 00000100:00100000:2.0:1783952261.389766:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1783952261.389770:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600604544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.389799:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600604544:12345-0@lo:400:kworker.0 Request processed in 27us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.389805:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1783952261.389818:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952261.389825:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1783952261.389830:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600605056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.389857:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600605056:12345-0@lo:400:kworker.0 Request processed in 27us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.389862:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1783952261.389867:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600604288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.389887:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600604800:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.389912:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952261.389929:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600605312:0@lo:400:kworker.0 00000100:00100000:0.0:1783952261.390728:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604160 00000100:00100000:0.0:1783952261.390738:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604160 00000100:00100000:3.0:1783952261.390791:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952261.390813:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600605056:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.390815:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1783952261.390822:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600604672:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.390825:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600604928:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.390835:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600605440:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.390857:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600604544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.390866:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952261.390882:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600605184:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.390904:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952261.390930:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605312 00000100:00100000:3.0:1783952261.390934:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605312 00000100:00100000:3.0:1783952261.390964:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605184 00000100:00100000:3.0:1783952261.390968:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605184 00000100:00100000:3.0:1783952261.390985:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783952261.391006:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1783952261.391016:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1783952261.391023:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600605184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952261.391023:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600604160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.391067:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600605184:12345-0@lo:400:kworker.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.391075:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1783952261.391200:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604672 00000100:00100000:2.0:1783952261.391204:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604672 00000100:00100000:2.0:1783952261.391234:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1783952261.391240:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600604672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.391651:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600605312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952261.391741:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600604160:12345-0@lo:400:kworker.0 Request processed in 717us (1920us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952261.391748:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1783952261.391808:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600604800 00000100:00100000:0.0:1783952261.391812:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600604800 00000100:00100000:0.0:1783952261.391852:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1783952261.391859:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600604800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952261.391890:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600604800:12345-0@lo:400:kworker.0 Request processed in 32us (1977us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952261.391896:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:0.0:1783952261.391919:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952261.391923:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952261.391971:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600605184:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.392242:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600604800:0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.392296:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600604672:12345-0@lo:400:kworker.0 Request processed in 1055us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.392304:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1783952261.392879:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600605312:12345-0@lo:400:kworker.0 Request processed in 1886us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.392882:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600605312:0@lo:400:kworker.0 00000100:00100000:3.0:1783952261.392888:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783952261.392971:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600604160:0@lo:400:kworker.0 00000100:00100000:1.0:1783952261.393107:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600604672:0@lo:400:kworker.0 00000100:00100000:2.0:1783952261.547329:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952261.549247:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003200 00000100:00100000:1.0:1783952261.549262:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003200 00000100:00100000:1.0:1783952261.549378:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 392 00000100:00100000:1.0:1783952261.549391:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+19:122724:x1870607584003200:12345-192.168.202.38@tcp:101:lsof.0 00010000:00010000:1.0:1783952261.549423:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952261.549446:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387ed4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc42 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549514:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549528:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549537:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952261.549584:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952261.549587:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952261.549624:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549646:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494387ed4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc42 expref: 21 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549661:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc42 expref: 20 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952261.549683:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952261.549685:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952261.549688:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56800, rc 0) 00000100:00100000:1.0:1783952261.549751:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b12c1106-e180-4915-98ec-02135eb7649b+20:122724:x1870607584003200:12345-192.168.202.38@tcp:101:lsof.0 Request processed in 363us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952261.549759:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 392 00000100:00100000:3.0:1783952261.901159:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952261.901188:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600605568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952261.901279:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952261.901490:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605568 00000100:00100000:2.0:1783952261.901499:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605568 00000100:00100000:2.0:1783952261.901555:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1783952261.901564:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600605568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952261.901604:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1783952261.901651:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600605568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.901669:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1783952261.901712:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600605568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952261.903010:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600605696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952261.903096:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952261.903377:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605696 00000100:00100000:2.0:1783952261.903385:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605696 00000100:00100000:2.0:1783952261.903436:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1783952261.903446:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600605696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952261.903493:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:2.0:1783952261.903547:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600605696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952261.903555:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1783952261.904732:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600605696:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783952262.219579:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952263.243749:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952263.585197:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952263.585241:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952263.585281:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952263.585324:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952263.585448:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003328 00000100:00100000:2.0:1783952263.585459:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003328 00000100:00100000:2.0:1783952263.585548:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:2.0:1783952263.585561:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b12c1106-e180-4915-98ec-02135eb7649b+5:69251:x1870607584003328:12345-192.168.202.38@tcp:9:umount.0 00000020:00000080:2.0:1783952263.585603:0:161717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387c11 00000100:00080000:2.0:1783952263.585613:0:161717:0:(import.c:65:import_set_state_nolock()) ffff8a74c21d2000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783952263.585675:0:161717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869233 00000100:00100000:2.0:1783952263.585861:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b12c1106-e180-4915-98ec-02135eb7649b+2:69251:x1870607584003328:12345-192.168.202.38@tcp:9:umount.0 Request processed in 301us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952263.585870:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 213 00010000:00010000:2.0:1783952263.585897:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783952263.586495:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952263.586647:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003584 00000100:00100000:3.0:1783952263.586667:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003584 00000100:00100000:0.0:1783952263.586683:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003456 00000100:00100000:0.0:1783952263.586688:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003456 00000100:00100000:0.0:1783952263.586741:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003712 00000100:00100000:0.0:1783952263.586745:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003712 00000100:00100000:0.0:1783952263.586781:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 28 00000100:00100000:0.0:1783952263.586792:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+12:69255:x1870607584003456:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952263.586808:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783952263.586819:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 29 00000100:00100000:3.0:1783952263.586828:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+12:69253:x1870607584003712:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952263.586837:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952263.586858:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f1000/0x3b91f5b494387bf5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db62 expref: 12 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952263.586876:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952263.586920:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+11:69253:x1870607584003712:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 93us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952263.586927:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 29 00000100:00100000:3.0:1783952263.586943:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 30 00000100:00100000:3.0:1783952263.586949:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+10:69255:x1870607584003584:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952263.586958:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952263.586965:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e7bf9400/0x3b91f5b494387be7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db2a expref: 10 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952263.586970:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f1c00/0x3b91f5b494387bee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db5b expref: 10 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952263.586985:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952263.586987:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952263.587229:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+8:69255:x1870607584003456:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 438us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952263.587237:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 28 00000100:00100000:2.0:1783952263.587762:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+7:69255:x1870607584003584:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 810us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952263.587771:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 30 00000100:00100000:1.0:1783952263.590470:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952263.590764:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584003840 00000100:00100000:2.0:1783952263.590774:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584003840 00000100:00100000:2.0:1783952263.590874:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:2.0:1783952263.590882:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+5:69251:x1870607584003840:12345-192.168.202.38@tcp:9:umount.0 00000020:00000080:2.0:1783952263.590908:0:162843:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387c0a 00000100:00080000:2.0:1783952263.590915:0:162843:0:(import.c:65:import_set_state_nolock()) ffff8a75c5f2c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783952263.590952:0:162843:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836534 00000100:00100000:2.0:1783952263.591114:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b12c1106-e180-4915-98ec-02135eb7649b+2:69251:x1870607584003840:12345-192.168.202.38@tcp:9:umount.0 Request processed in 232us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952263.591133:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 214 00010000:00010000:3.0:1783952263.591201:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783952263.594464:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952263.602786:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952263.602915:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004096 00000100:00100000:0.0:1783952263.602926:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004096 00000100:00100000:0.0:1783952263.603025:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 393 00000100:00100000:0.0:1783952263.603043:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+20:69251:x1870607584004096:12345-192.168.202.38@tcp:39:umount.0 00000020:00000080:0.0:1783952263.603095:0:161900:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387bfc 00000020:00010000:0.0:1783952263.603104:0:161900:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74c21d1000: total 0 00000100:00080000:0.0:1783952263.603109:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74c21d0800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783952263.603146:0:161900:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738573 00010000:00010000:1.0:1783952263.603230:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603293:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603300:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603305:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952263.603309:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952263.603316:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b12c1106-e180-4915-98ec-02135eb7649b+19:69251:x1870607584004096:12345-192.168.202.38@tcp:39:umount.0 Request processed in 279us (540us total) trans 34359738574 rc 0/0 00010000:00010000:1.0:1783952263.603318:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603371:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfabfbe3f (ffff8a75f61bdd00) 00000100:00100000:0.0:1783952263.603372:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 393 00010000:00010000:1.0:1783952263.603377:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952263.603383:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603387:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b494387ec6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfabfbe3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1783952263.603402:0:159105:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74c21d1000: total 0 00010000:00010000:0.0:1783952263.603407:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952263.603418:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603423:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603426:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603430:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952263.603432:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603435:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603440:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xf50b4304 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952263.603442:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952263.603444:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603447:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56000/0x3b91f5b494387e72 lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xf50b4304 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952263.603462:0:159105:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74c21d1000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1783952263.603467:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603472:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603476:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603479:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952263.603481:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603484:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603490:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xaf6f9ada (ffff8a75fb008600) 00010000:00010000:1.0:1783952263.603491:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952263.603493:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603496:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494387e1e lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xaf6f9ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952263.603498:0:159105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952263.603504:0:159105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952263.603510:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494387edb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc42 expref: 15 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603512:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603526:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603530:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952263.603534:0:159105:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74c21d1000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1783952263.603542:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952263.603546:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603549:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952263.603551:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952263.603555:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952263.603557:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5268da0d (ffff8a75d0904100) 00010000:00010000:0.0:1783952263.603558:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952263.603562:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952263.603564:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603567:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494387eaa lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0x5268da0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603589:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603594:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603598:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603601:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952263.603603:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603606:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603620:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0xbf8388b7 (ffff8a75d0904700) 00010000:00010000:1.0:1783952263.603622:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952263.603624:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 2/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.603628:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494387e3a lrc: 0/0,0 mode: --/TXN res: [0x200003ab3:0x1:0x0].0xbf8388b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783952263.604380:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952263.614524:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952263.614574:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004224 00000100:00100000:2.0:1783952263.614592:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004224 00000100:00100000:2.0:1783952263.614675:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 394 00000100:00100000:2.0:1783952263.614687:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+5:69251:x1870607584004224:12345-192.168.202.38@tcp:39:umount.0 00000020:00000080:2.0:1783952263.614721:0:159118:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387c03 00000100:00080000:2.0:1783952263.614728:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a74ca530800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783952263.614753:0:159118:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 5, last_transno is 21474836569 00000100:00100000:2.0:1783952263.614919:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b12c1106-e180-4915-98ec-02135eb7649b+3:69251:x1870607584004224:12345-192.168.202.38@tcp:39:umount.0 Request processed in 233us (404us total) trans 21474836570 rc 0/0 00000100:00100000:2.0:1783952263.614928:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 394 00010000:00010000:0.0:1783952263.614947:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783952263.615208:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952263.647962:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952263.653199:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004480 00000100:00100000:1.0:1783952263.653215:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004480 00000100:00100000:1.0:1783952263.654219:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 228 00000100:00100000:1.0:1783952263.654249:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+7:69251:x1870607584004480:12345-192.168.202.38@tcp:251:umount.0 00000020:00000080:1.0:1783952263.654297:0:159108:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387bd9 00000020:00010000:1.0:1783952263.654306:0:159108:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74cb97e000: total 0 00000100:00080000:1.0:1783952263.654310:0:159108:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97a000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1783952263.654445:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c+3:69251:x1870607584004480:12345-192.168.202.38@tcp:251:umount.0 Request processed in 212us (6494us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952263.654453:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 228 00000020:00010000:3.0:1783952263.654544:0:160970:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74cb97e000: total 0 00010000:00010000:3.0:1783952263.654616:0:160970:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74cb97e000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1783952263.654657:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75d0d57000/0x3b91f5b494387be0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981db23 expref: 2 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952263.654674:0:160970:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74cb97e000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1783952263.654687:0:160970:0:(genops.c:906:class_export_put()) final put ffff8a74cb97e000/53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c 00010000:00010000:3.0:1783952263.654703:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952263.654721:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952263.654724:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783952263.654737:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb97e000/53dda3e5-c9ca-49f3-bd6d-c45d0bc6814c for MGS 00000020:00000080:3.0:1783952263.654785:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb97a000 for MGS 00000100:00100000:1.0:1783952263.978836:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952263.986425:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004608 00000100:00100000:0.0:1783952263.986443:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004608 00000100:00100000:0.0:1783952263.986518:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 229 00000100:00100000:0.0:1783952263.986528:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:69251:x1870607584004608:12345-192.168.202.38@tcp:250:mount.lustre.0 00010000:00080000:0.0:1783952263.986559:0:159111:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from f20fa543-a316-4018-b828-154d033ccff0@192.168.202.38@tcp t0 exp 0000000000000000 cur 5950 last 0 00000020:00000080:0.0:1783952263.986591:0:159111:0:(genops.c:1406:class_connect()) connect: client f20fa543-a316-4018-b828-154d033ccff0, cookie 0x3b91f5b494387ee2 00000100:00080000:0.0:1783952263.986649:0:159111:0:(import.c:65:import_set_state_nolock()) ffff8a74cb621800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952263.986735:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+5:69251:x1870607584004608:12345-192.168.202.38@tcp:250:mount.lustre.0 Request processed in 207us (8005us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952263.986751:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 229 00000100:00100000:0.0:1783952263.996207:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952263.996510:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004736 00000100:00100000:1.0:1783952263.996523:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004736 00000100:00100000:1.0:1783952263.996599:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 230 00000100:00100000:1.0:1783952263.996611:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+5:122746:x1870607584004736:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783952263.996635:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952263.996661:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75d0d56000/0x3b91f5b494387ee9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc57 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.996729:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75d0d56000/0x3b91f5b494387ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc57 expref: 6 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.996743:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75d0d56000/0x3b91f5b494387ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc57 expref: 6 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952263.996754:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56000, rc 0) 00000100:00100000:1.0:1783952263.996859:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+6:122746:x1870607584004736:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 249us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952263.996867:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 230 00000100:00100000:1.0:1783952264.015163:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.016137:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004864 00000100:00100000:2.0:1783952264.016151:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004864 00000100:00100000:2.0:1783952264.016232:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:2.0:1783952264.016466:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+6:122746:x1870607584004864:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783952264.016646:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+6:122746:x1870607584004864:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 184us (1490us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952264.024702:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.024804:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584004992 00000100:00100000:0.0:1783952264.024815:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584004992 00000100:00100000:2.0:1783952264.027212:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:0.0:1783952264.028126:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 232 00000100:00100000:0.0:1783952264.028145:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+6:122746:x1870607584004992:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783952264.028165:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952264.028960:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9783a00/0x3b91f5b494387ef0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc5e expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.028998:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9783a00/0x3b91f5b494387ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc5e expref: 7 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.029011:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9783a00/0x3b91f5b494387ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc5e expref: 7 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.029021:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783a00, rc 0) 00000100:00100000:0.0:1783952264.029898:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+7:122746:x1870607584004992:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 1755us (5200us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.029908:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 232 00000100:00100000:0.0:1783952264.036432:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.043462:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005120 00000100:00100000:2.0:1783952264.043483:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005120 00000100:00100000:2.0:1783952264.043558:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 233 00000100:00100000:2.0:1783952264.043569:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+7:122746:x1870607584005120:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783952264.043761:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+8:122746:x1870607584005120:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 192us (7339us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.043784:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 233 00000100:00100000:2.0:1783952264.046664:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.046774:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005248 00000100:00100000:1.0:1783952264.046785:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005248 00000100:00100000:1.0:1783952264.046846:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:1.0:1783952264.046856:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+8:122746:x1870607584005248:12345-192.168.202.38@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783952264.047023:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+8:122746:x1870607584005248:12345-192.168.202.38@tcp:503:mount.lustre.0 Request processed in 168us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952264.047032:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:3.0:1783952264.053454:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.053620:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005376 00000100:00100000:0.0:1783952264.053631:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005376 00000100:00100000:0.0:1783952264.053699:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00100000:0.0:1783952264.053709:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005376:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783952264.053909:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005376:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 201us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.053917:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00100000:0.0:1783952264.100563:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.100672:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005504 00000100:00100000:2.0:1783952264.100683:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005504 00000100:00100000:2.0:1783952264.100748:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 236 00000100:00100000:2.0:1783952264.100759:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005504:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783952264.100942:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005504:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 184us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.100951:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 236 00000100:00100000:2.0:1783952264.110465:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.116167:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005632 00000100:00100000:1.0:1783952264.116195:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005632 00000100:00100000:0.0:1783952264.116436:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 237 00000100:00100000:0.0:1783952264.116448:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005632:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783952264.116627:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+8:122759:x1870607584005632:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 181us (6170us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.116637:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 237 00000100:00100000:3.0:1783952264.125659:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.125764:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005760 00000100:00100000:0.0:1783952264.125775:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005760 00000100:00100000:0.0:1783952264.125844:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 238 00000100:00100000:0.0:1783952264.125854:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+8:122746:x1870607584005760:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783952264.125872:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952264.125894:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc8f expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.125926:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.125939:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952264.125949:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782800, rc 0) 00000100:00100000:0.0:1783952264.126012:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+9:122746:x1870607584005760:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 160us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.126019:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 238 00000100:00100000:1.0:1783952264.133998:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.134126:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584005888 00000100:00100000:2.0:1783952264.134139:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584005888 00000100:00100000:2.0:1783952264.134212:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 239 00000100:00100000:2.0:1783952264.134222:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+9:122746:x1870607584005888:12345-192.168.202.38@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783952264.134254:0:159110:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783952264.134279:0:159110:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783952264.134283:0:159110:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783952264.134286:0:159110:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783952264.134288:0:159110:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783952264.134291:0:159110:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:2.0:1783952264.139970:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+9:122746:x1870607584005888:12345-192.168.202.38@tcp:256:mount.lustre.0 Request processed in 5738us (5970us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.139987:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 239 00000100:00100000:3.0:1783952264.144928:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.145440:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006016 00000100:00100000:2.0:1783952264.145452:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006016 00000100:00100000:2.0:1783952264.145520:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 240 00000100:00100000:2.0:1783952264.145545:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+9:122746:x1870607584006016:12345-192.168.202.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783952264.145564:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952264.145584:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f0800/0x3b91f5b494387efe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dc96 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952264.145615:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f0800/0x3b91f5b494387efe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc96 expref: 10 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952264.145627:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f0800/0x3b91f5b494387efe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc96 expref: 10 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952264.145637:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0800, rc 0) 00000100:00100000:2.0:1783952264.145705:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:122746:x1870607584006016:12345-192.168.202.38@tcp:101:mount.lustre.0 Request processed in 161us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.145713:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 240 00000100:00100000:1.0:1783952264.154012:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.154167:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006144 00000100:00100000:2.0:1783952264.154238:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006144 00000100:00100000:2.0:1783952264.154303:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 241 00000100:00100000:2.0:1783952264.154313:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122746:x1870607584006144:12345-192.168.202.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783952264.154545:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122746:x1870607584006144:12345-192.168.202.38@tcp:501:mount.lustre.0 Request processed in 231us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.154554:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 241 00000100:00100000:3.0:1783952264.160394:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.160473:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006272 00000100:00100000:0.0:1783952264.160483:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006272 00000100:00100000:0.0:1783952264.160539:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:0.0:1783952264.160562:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:122746:x1870607584006272:12345-192.168.202.38@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783952264.160697:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:122746:x1870607584006272:12345-192.168.202.38@tcp:503:mount.lustre.0 Request processed in 137us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.160706:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:1.0:1783952264.164634:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.165224:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006400 00000100:00100000:0.0:1783952264.165236:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006400 00000100:00100000:0.0:1783952264.165302:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:0.0:1783952264.165312:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122763:x1870607584006400:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783952264.165507:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122763:x1870607584006400:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 196us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.165514:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:1.0:1783952264.169591:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952264.169684:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006528 00000100:00100000:3.0:1783952264.169694:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006528 00000100:00100000:3.0:1783952264.169766:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:3.0:1783952264.169777:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122763:x1870607584006528:12345-192.168.202.38@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783952264.169937:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122763:x1870607584006528:12345-192.168.202.38@tcp:502:llog_process_th.0 Request processed in 162us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.169946:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:1.0:1783952264.174970:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.175061:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.175176:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006656 00000100:00100000:0.0:1783952264.175189:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006656 00000100:00100000:0.0:1783952264.175240:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006912 00000100:00100000:0.0:1783952264.175243:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006912 00000100:00100000:0.0:1783952264.175267:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 395 00000100:00100000:0.0:1783952264.175275:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584006656:12345-192.168.202.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783952264.175310:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5951 last 0 00000020:00000080:0.0:1783952264.175380:0:161900:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494387f05 00000004:00100000:0.0:1783952264.175410:0:161900:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783952264.175503:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74cb627800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952264.175573:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584006656:12345-192.168.202.38@tcp:38:mount.lustre.0 Request processed in 298us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.175580:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 395 00000100:00100000:0.0:1783952264.175600:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00100000:0.0:1783952264.175611:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584006912:12345-192.168.202.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783952264.175626:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5951 last 0 00000020:00000080:0.0:1783952264.175653:0:161900:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494387f0c 00000004:00100000:0.0:1783952264.175664:0:161900:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783952264.175706:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74cb627000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952264.175728:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584006912:12345-192.168.202.38@tcp:38:mount.lustre.0 Request processed in 115us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.175734:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00100000:1.0:1783952264.193448:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.193479:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.193558:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952264.193869:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007168 00000100:00100000:3.0:1783952264.193881:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007168 00000100:00100000:3.0:1783952264.193953:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007040 00000100:00100000:3.0:1783952264.193957:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007040 00000100:00100000:3.0:1783952264.193973:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584006784 00000100:00100000:3.0:1783952264.193976:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584006784 00000100:00100000:3.0:1783952264.193995:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:3.0:1783952264.194005:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:122746:x1870607584007168:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783952264.194055:0:159116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1783952264.194135:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:122746:x1870607584007168:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 131us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.194143:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:3.0:1783952264.194188:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 398 00000100:00100000:3.0:1783952264.194195:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584007040:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783952264.194213:0:159116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:3.0:1783952264.194243:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584007040:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 49us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.194249:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 398 00000100:00100000:3.0:1783952264.194262:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 399 00000100:00100000:3.0:1783952264.194269:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584006784:12345-192.168.202.38@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783952264.194279:0:159116:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:3.0:1783952264.194300:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584006784:12345-192.168.202.38@tcp:41:mount.lustre.0 Request processed in 32us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.194306:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 399 00000100:00080000:1.0:1783952264.194718:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952264.194724:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952264.197328:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952264.197508:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007296 00000100:00100000:3.0:1783952264.197517:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007296 00000100:00100000:3.0:1783952264.197575:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 400 00000100:00100000:3.0:1783952264.197585:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007296:12345-192.168.202.38@tcp:40:mount.lustre.0 00000100:00100000:3.0:1783952264.197667:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007296:12345-192.168.202.38@tcp:40:mount.lustre.0 Request processed in 84us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.197675:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 400 00000100:00100000:1.0:1783952264.199978:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952264.200013:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952264.200134:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007680 00000100:00100000:3.0:1783952264.200145:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007680 00000100:00100000:3.0:1783952264.200222:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 11 00000100:00100000:3.0:1783952264.200232:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f61de850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007680:12345-192.168.202.38@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783952264.200318:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f61de850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007680:12345-192.168.202.38@tcp:900:mount.lustre.0 Request processed in 86us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952264.200371:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 11 00000100:00100000:0.0:1783952264.200606:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007424 00000100:00100000:0.0:1783952264.200611:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007424 00000100:00100000:0.0:1783952264.200645:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:0.0:1783952264.200650:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:69251:x1870607584007424:12345-192.168.202.38@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783952264.200677:0:160617:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5951 last 0 00000020:00000080:0.0:1783952264.200710:0:160617:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494387f13 00002000:00100000:0.0:1783952264.200722:0:160617:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a75cf5b3800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783952264.200749:0:160617:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783952264.200821:0:160617:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1783952264.200850:0:160617:0:(import.c:65:import_set_state_nolock()) ffff8a75d0faa000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952264.200881:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584007424:12345-192.168.202.38@tcp:8:mount.lustre.0 Request processed in 229us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.200888:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:1.0:1783952264.201184:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952264.201232:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007552 00000100:00100000:0.0:1783952264.201236:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007552 00000100:00100000:0.0:1783952264.201265:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:0.0:1783952264.201270:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69251:x1870607584007552:12345-192.168.202.38@tcp:8:mount.lustre.0 00010000:00080000:0.0:1783952264.201295:0:160616:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5951 last 0 00000020:00000080:0.0:1783952264.201314:0:160616:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494387f1a 00002000:00100000:0.0:1783952264.201319:0:160616:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a75f5dcd000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783952264.201330:0:160616:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783952264.201380:0:160616:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783952264.201396:0:160616:0:(import.c:65:import_set_state_nolock()) ffff8a75f5dcf800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952264.201421:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584007552:12345-192.168.202.38@tcp:8:mount.lustre.0 Request processed in 149us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952264.201426:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:1.0:1783952264.206690:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952264.206898:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007808 00000100:00100000:2.0:1783952264.206908:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007808 00000100:00100000:2.0:1783952264.206968:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 101 00000100:00100000:2.0:1783952264.206978:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007808:12345-192.168.202.38@tcp:33:mount.lustre.0 00000004:00200000:2.0:1783952264.207259:0:159119:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1783952264.207377:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122746:x1870607584007808:12345-192.168.202.38@tcp:33:mount.lustre.0 Request processed in 399us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952264.207385:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 101 00010000:00010000:0.0:1783952264.267602:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952265.291691:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952265.483803:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600605824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952265.483889:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1783952265.492962:0:159141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 5952488623076ns, next at 5953488620266ns, rc = 0 00000100:00100000:2.0:1783952265.493983:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600605952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952265.494069:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952265.503692:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605824 00000100:00100000:0.0:1783952265.503711:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605824 00000100:00100000:0.0:1783952265.504040:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600605952 00000100:00100000:0.0:1783952265.504044:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600605952 00000100:00100000:0.0:1783952265.504086:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1783952265.504096:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600605824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952265.504122:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71041024 avail 63873024 00000100:00100000:0.0:1783952265.504211:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600605824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (20322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952265.504220:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1783952265.504242:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1783952265.504248:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600605952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952265.504258:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71041024 avail 63873024 00000100:00100000:0.0:1783952265.504288:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600605952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (10219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952265.504314:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1783952265.504417:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600605824:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783952265.504565:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952265.504654:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600605952:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1783952266.316120:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952266.507675:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783952266.507701:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600606080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952266.507782:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952266.507837:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606080 00000100:00100000:3.0:1783952266.507845:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606080 00000100:00100000:2.0:1783952266.507850:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600606208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952266.507877:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952266.507904:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606208 00000100:00100000:2.0:1783952266.507907:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606208 00000100:00100000:3.0:1783952266.507909:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1783952266.507919:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600606080:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952266.507928:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1783952266.507933:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600606208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952266.507948:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00002000:00000024:2.0:1783952266.507948:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952266.507989:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600606080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952266.507996:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:3.0:1783952266.508014:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952266.508168:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600606336:0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.508204:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952266.508229:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952266.508234:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600606464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.508258:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952266.508284:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606464 00000100:00100000:0.0:1783952266.508288:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606464 00000100:00100000:0.0:1783952266.508316:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1783952266.508322:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600606464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.508375:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600606464:12345-0@lo:400:kworker.0 Request processed in 53us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952266.508382:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1783952266.508416:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600606464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.508450:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606336 00000100:00100000:0.0:1783952266.508454:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606336 00000100:00100000:0.0:1783952266.508487:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1783952266.508493:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600606336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.508527:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600606336:12345-0@lo:400:kworker.0 Request processed in 34us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952266.508534:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1783952266.508565:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600606336:0@lo:400:kworker.0 00000100:00100000:2.0:1783952266.513464:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600606208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5519us (5574us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952266.513481:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1783952266.517512:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600606080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952266.517552:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600606208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952266.517596:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600606592:0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.518818:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952266.518867:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606592 00000100:00100000:0.0:1783952266.518889:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606592 00000100:00100000:0.0:1783952266.518955:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1783952266.518965:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600606592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.519030:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600606592:12345-0@lo:400:kworker.0 Request processed in 66us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952266.519038:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1783952266.519096:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600606592:0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.521253:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600606720:0@lo:400:kworker.0 00000100:00100000:0.0:1783952266.521325:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.522151:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600606848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.522191:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.522239:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606848 00000100:00100000:1.0:1783952266.522246:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606848 00000100:00100000:1.0:1783952266.522296:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1783952266.522305:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600606848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.522376:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600606848:12345-0@lo:400:kworker.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.522384:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1783952266.522423:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600606848:0@lo:400:kworker.0 00000100:00100000:2.0:1783952266.522509:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606720 00000100:00100000:2.0:1783952266.522514:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606720 00000100:00100000:2.0:1783952266.522546:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1783952266.522552:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600606720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.522634:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600607104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.526041:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952266.526130:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607104 00000100:00100000:3.0:1783952266.526140:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607104 00000100:00100000:3.0:1783952266.526197:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1783952266.526208:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600607104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.526268:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600607104:12345-0@lo:400:kworker.0 Request processed in 62us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952266.526275:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1783952266.526352:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600607104:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526482:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600607360:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526516:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.526536:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783952266.526551:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600606976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526580:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.526600:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600607488:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526623:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.526649:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600606976 00000100:00100000:1.0:1783952266.526653:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600606976 00000100:00100000:1.0:1783952266.526686:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1783952266.526694:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600606976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526745:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600606976:12345-0@lo:400:kworker.0 Request processed in 51us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.526752:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1783952266.526772:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607360 00000100:00100000:1.0:1783952266.526775:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607360 00000100:00100000:1.0:1783952266.526804:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607488 00000100:00100000:1.0:1783952266.526808:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607488 00000100:00100000:1.0:1783952266.526822:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1783952266.526828:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600607360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526858:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600607360:12345-0@lo:400:kworker.0 Request processed in 30us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.526864:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1783952266.526877:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1783952266.526883:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600607488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526909:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600607488:12345-0@lo:400:kworker.0 Request processed in 27us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.526914:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:1.0:1783952266.526930:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952266.526934:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952266.526960:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600606976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526970:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600607488:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.526977:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600607360:0@lo:400:kworker.0 00000100:00100000:2.0:1783952266.527169:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600606720:12345-0@lo:400:kworker.0 Request processed in 4614us (5842us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952266.527184:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1783952266.528054:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600607616:0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.528101:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952266.528142:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952266.528148:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600607232:0@lo:400:kworker.0 00000100:00100000:3.0:1783952266.528169:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952266.528911:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607616 00000100:00100000:1.0:1783952266.528921:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607616 00000100:00100000:1.0:1783952266.528984:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607232 00000100:00100000:1.0:1783952266.528998:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607232 00000100:00100000:1.0:1783952266.529022:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1783952266.529031:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600607616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.529116:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600607616:12345-0@lo:400:kworker.0 Request processed in 86us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.529124:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1783952266.529139:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1783952266.529145:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600607232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.529171:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600607232:12345-0@lo:400:kworker.0 Request processed in 27us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952266.529177:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1783952266.529214:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600607232:0@lo:400:kworker.0 00000100:00100000:1.0:1783952266.529225:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600607616:0@lo:400:kworker.0 00000100:00080000:3.0:1783952266.529477:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952266.529482:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952266.535911:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600606720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952267.020497:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600607744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952267.020600:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952267.020661:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607744 00000100:00100000:0.0:1783952267.020670:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607744 00000100:00100000:0.0:1783952267.020742:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1783952267.020755:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600607744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952267.020800:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42659840 avail 36528128 00000100:00100000:0.0:1783952267.020877:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600607744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952267.020886:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1783952267.021054:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600607744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952267.021445:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600607872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952267.021488:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952267.021588:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600607872 00000100:00100000:2.0:1783952267.021593:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600607872 00000100:00100000:2.0:1783952267.021634:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1783952267.021641:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600607872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952267.021678:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42786816 avail 36655104 00000100:00100000:2.0:1783952267.021738:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600607872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952267.021745:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1783952267.021780:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600607872:0@lo:41:osp-pre-1-0.0 00000004:00080000:0.0:1783952267.023669:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 28 committed 00000001:00100000:0.0:1783952267.023702:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:0.0:1783952267.023709:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000001:00080000:0.0:1783952267.023717:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738574 is committed 00000004:00080000:0.0:1783952267.023732:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000020:00000080:0.0:1783952267.023739:0:159096:0:(genops.c:906:class_export_put()) final put ffff8a74c21d1000/b12c1106-e180-4915-98ec-02135eb7649b 00000020:00000080:1.0:1783952267.023820:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21d1000/b12c1106-e180-4915-98ec-02135eb7649b for lustre-MDT0000 00000020:00000080:1.0:1783952267.023904:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c21d0800 for lustre-MDT0000 00000100:00100000:1.0:1783952267.026381:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600608000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783952267.026465:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952267.026635:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608000 00000100:00100000:3.0:1783952267.026642:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608000 00000100:00100000:3.0:1783952267.026689:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1783952267.026698:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600608000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783952267.026721:0:162843:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:582 count 1 00002000:00010000:3.0:1783952267.026745:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x246:0x0] initial LVB size: 1, mtime: 0x6a54f37a, atime: 0x0, ctime: 0x6a54f37a, blocks: 0x8 00010000:00010000:3.0:1783952267.026752:0:162843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952267.026768:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=5954s v=(0 0) 00010000:00010000:3.0:1783952267.026773:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x246:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952267.026780:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952267.026795:0:162843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952267.026817:0:162843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952267.026825:0:162843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952267.026846:0:162843:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783952267.028162:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600608384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783952267.028227:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952267.028275:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608384 00000100:00100000:0.0:1783952267.028281:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608384 00000100:00100000:0.0:1783952267.028332:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1783952267.028364:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:106954:x1870607600608384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1783952267.028384:0:160617:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:579 count 1 00002000:00010000:0.0:1783952267.028407:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x243:0x0] initial LVB size: 0, mtime: 0x6a54f378, atime: 0x6a54f378, ctime: 0x6a54f378, blocks: 0x0 00010000:00010000:0.0:1783952267.028412:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028425:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x243:0x0].0x0 since=5954s v=(0 0) 00010000:00010000:0.0:1783952267.028428:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x243:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952267.028433:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028443:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028449:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028454:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028465:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783952267.028571:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:106954:x1870607600608384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 207us (342us total) trans 21474836536 rc 0/0 00000100:00100000:0.0:1783952267.028587:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00010000:00010000:0.0:1783952267.028607:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952267.028613:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028619:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952267.028622:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028628:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028641:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028646:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494387f21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028665:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952267.028667:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028672:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952267.028673:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028685:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028691:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028695:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494387f28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.028715:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952267.028716:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952267.028717:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1783952267.028741:0:106954:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74cb35f480/2, rc 0, transno 21474836536 00000100:00100000:0.0:1783952267.028745:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600608384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783952267.029410:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600608128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783952267.029455:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952267.029487:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952267.029493:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600608256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783952267.029506:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608128 00000100:00100000:0.0:1783952267.029512:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608128 00000100:00100000:2.0:1783952267.029515:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952267.029547:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608256 00000100:00100000:0.0:1783952267.029551:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608256 00000100:00100000:2.0:1783952267.029560:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1783952267.029568:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:106952:x1870607600608128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783952267.029573:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1783952267.029578:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a760207bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:106952:x1870607600608256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1783952267.029587:0:162839:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:580 count 1 00002000:00080000:0.0:1783952267.029590:0:160616:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:581 count 1 00002000:00010000:2.0:1783952267.029609:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x244:0x0] initial LVB size: 1, mtime: 0x6a54f378, atime: 0x0, ctime: 0x6a54f378, blocks: 0x8 00002000:00010000:0.0:1783952267.029609:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x245:0x0] initial LVB size: 0, mtime: 0x6a54f37a, atime: 0x6a54f37a, ctime: 0x6a54f37a, blocks: 0x0 00010000:00010000:2.0:1783952267.029617:0:162839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.029617:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952267.029629:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=5954s v=(0 0) 00010000:00010000:0.0:1783952267.029638:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x245:0x0].0x0 since=5954s v=(0 0) 00010000:00010000:2.0:1783952267.029639:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x244:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952267.029641:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x245:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952267.029645:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.029645:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952267.029657:0:162839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.029657:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952267.029667:0:162839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.029667:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952267.029676:0:162839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.029676:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952267.029691:0:162839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783952267.029693:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783952267.033664:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:106955:x1870607600608000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6956us (7186us total) trans 21474836535 rc 0/0 00000100:00100000:0.0:1783952267.033664:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a760207bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:106952:x1870607600608256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4073us (4134us total) trans 21474836537 rc 0/0 00000100:00100000:0.0:1783952267.033681:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000004:00080000:1.0:1783952267.033723:0:106955:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74cb35c700/2, rc 0, transno 21474836535 00000100:00100000:1.0:1783952267.033730:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600608000:0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1783952267.033735:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783952267.033747:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952267.033755:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.033768:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952267.033772:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.033798:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.033819:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952267.033822:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952267.033828:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.033828:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036d0ae07/0x3b91f5b494387f36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952267.033836:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952267.033839:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952267.033846:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952267.033849:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952267.033851:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952267.033852:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952267.033857:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952267.033872:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494387f2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952267.033911:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952267.033913:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952267.033915:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952267.033944:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783952267.034434:0:106952:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74cb35df80/2, rc 0, transno 21474836537 00000100:00100000:1.0:1783952267.034441:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600608256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783952267.034509:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:106952:x1870607600608128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4940us (5051us total) trans 21474836538 rc 0/0 00000100:00100000:3.0:1783952267.034560:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000004:00080000:1.0:1783952267.034631:0:106952:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74cb35ce00/2, rc 0, transno 21474836538 00000100:00100000:1.0:1783952267.034636:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600608128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783952267.034670:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00010000:00010000:0.0:1783952267.342207:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952268.363552:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783952268.888984:0:165424:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 43: LFSCK does not loop endlessly on iget failure in scanning-phase1 ========================================================== 10:17:46 (1783952266) 00000001:00100000:2.0:1783952269.068538:0:159846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:2.0:1783952269.068552:0:159846:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000001:00080000:2.0:1783952269.068560:0:159846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836570 is committed 00000020:00000080:2.0:1783952269.068567:0:159846:0:(genops.c:906:class_export_put()) final put ffff8a74cb979800/b12c1106-e180-4915-98ec-02135eb7649b 00000020:00000080:0.0:1783952269.073487:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb979800/b12c1106-e180-4915-98ec-02135eb7649b for lustre-MDT0001 00000020:00000080:0.0:1783952269.075685:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74ca530800 for lustre-MDT0001 00000001:00100000:3.0:1783952269.078381:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:3.0:1783952269.078396:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000020:00000080:3.0:1783952269.078400:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a74c21d1800/b12c1106-e180-4915-98ec-02135eb7649b 00000001:00080000:2.0:1783952269.078523:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836537 is committed 00000001:00080000:2.0:1783952269.078532:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836538 is committed 00000001:00100000:2.0:1783952269.078540:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:2.0:1783952269.078544:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b12c1106-e180-4915-98ec-02135eb7649b 00000020:00000080:2.0:1783952269.078546:0:160612:0:(genops.c:906:class_export_put()) final put ffff8a74c9599800/b12c1106-e180-4915-98ec-02135eb7649b 00000020:00000080:0.0:1783952269.079058:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21d1800/b12c1106-e180-4915-98ec-02135eb7649b for lustre-OST0001 00000020:00000080:0.0:1783952269.079097:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c9599800/b12c1106-e180-4915-98ec-02135eb7649b for lustre-OST0000 00000020:00000080:0.0:1783952269.079120:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c21d2000 for lustre-OST0001 00000020:00000080:0.0:1783952269.079125:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c5f2c000 for lustre-OST0000 00000100:00100000:1.0:1783952269.369827:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.369878:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.369908:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.369942:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.369969:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.369998:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008192 00000100:00100000:1.0:1783952269.370008:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008192 00000100:00100000:1.0:1783952269.370107:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008064 00000100:00100000:1.0:1783952269.370111:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008064 00000100:00100000:1.0:1783952269.370624:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 302 00000100:00100000:1.0:1783952269.370635:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584008192:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952269.370710:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584008192:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 77us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.370717:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 302 00000100:00100000:1.0:1783952269.370733:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 303 00000100:00100000:1.0:1783952269.370739:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584008064:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952269.370760:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584008064:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 21us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.370766:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 303 00000100:00100000:1.0:1783952269.371103:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008320 00000100:00100000:1.0:1783952269.371109:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008320 00000100:00100000:1.0:1783952269.371508:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008448 00000100:00100000:1.0:1783952269.371513:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008448 00000100:00100000:1.0:1783952269.371551:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:1.0:1783952269.371557:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584008320:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952269.371600:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584008320:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 42us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.371606:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:1.0:1783952269.371618:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:1.0:1783952269.371625:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584008448:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952269.371647:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584008448:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 23us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.371653:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:0.0:1783952269.371774:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584007936 00000100:00100000:0.0:1783952269.371778:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584007936 00000100:00100000:0.0:1783952269.371818:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 246 00000100:00100000:0.0:1783952269.371826:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584007936:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952269.371863:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584007936:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 38us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.371879:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 246 00000100:00080000:0.0:1783952269.371909:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952269.371913:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783952269.371916:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952269.371918:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1783952269.388056:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952269.620255:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.620383:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008576 00000100:00100000:2.0:1783952269.620408:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008576 00000100:00100000:2.0:1783952269.620476:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 401 00000100:00100000:2.0:1783952269.620486:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584008576:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952269.620510:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.620533:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387f3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcc7 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620597:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620623:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620635:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952269.620681:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952269.620684:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952269.620705:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620728:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387f3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620746:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.620755:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.620758:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952269.620760:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:2.0:1783952269.620847:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584008576:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 362us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.620854:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 401 00000100:00100000:0.0:1783952269.630377:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.630483:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008704 00000100:00100000:2.0:1783952269.630494:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008704 00000100:00100000:2.0:1783952269.630612:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 402 00000100:00100000:2.0:1783952269.630622:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584008704:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952269.630646:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.630670:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcce expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630744:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630761:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630784:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630802:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630810:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630816:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630874:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630897:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630905:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630912:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952269.630917:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630925:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.630940:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.630943:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.630948:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631036:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631052:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631059:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631065:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631070:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952269.631080:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631087:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631095:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75f61bdc00) 00010000:00010000:2.0:1783952269.631098:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.631101:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631106:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494387f59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631208:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387f4b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcce expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631219:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.631221:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.631225:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494387f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcce expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.631234:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1a00, rc 0) 00000100:00100000:2.0:1783952269.631307:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584008704:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 685us (940us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952269.631315:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 402 00000100:00100000:1.0:1783952269.641789:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.641906:0:159125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584008832 00000100:00100000:0.0:1783952269.641923:0:159125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584008832 00000100:00100000:0.0:1783952269.642006:0:159125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 5 00000100:00100000:0.0:1783952269.642031:0:159125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584008832:12345-192.168.202.38@tcp:700:lfs.0 00000100:00100000:0.0:1783952269.642153:0:159125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584008832:12345-192.168.202.38@tcp:700:lfs.0 Request processed in 136us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.642161:0:159125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 5 00000100:00100000:1.0:1783952269.656432:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.656733:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009088 00000100:00100000:3.0:1783952269.656745:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009088 00000100:00100000:3.0:1783952269.656823:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 403 00000100:00100000:3.0:1783952269.656834:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584009088:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:3.0:1783952269.657278:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608512:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.657406:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.657446:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a7601dded80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.657871:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608512 00000100:00100000:1.0:1783952269.657878:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608512 00000100:00100000:1.0:1783952269.657932:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1783952269.657942:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:159117:x1870607600608512:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.658066:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:159117:x1870607600608512:12345-0@lo:1000:mdt00_001.0 Request processed in 125us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.658075:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1783952269.658392:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608512:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.658458:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608640:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.658492:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.658507:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.659216:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608640 00000100:00100000:3.0:1783952269.659224:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608640 00000100:00100000:3.0:1783952269.659279:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1783952269.659304:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:159117:x1870607600608640:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.659437:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:159117:x1870607600608640:12345-0@lo:1000:mdt00_001.0 Request processed in 134us (944us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952269.659445:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1783952269.659575:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608640:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1783952269.659640:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.659663:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.659676:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.659694:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608768:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1783952269.659728:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.659759:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.660236:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600608768 00000100:00100000:1.0:1783952269.660243:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600608768 00000100:00100000:1.0:1783952269.660284:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1783952269.660292:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:159117:x1870607600608768:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.660304:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952269.660328:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387f60 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.660381:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.660391:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.660418:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.660432:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 5 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.660444:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600608896:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952269.660511:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca56cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.666800:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.668207:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009216 00000100:00100000:2.0:1783952269.668221:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009216 00010000:00010000:2.0:1783952269.668270:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.668316:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 74 00000100:00100000:2.0:1783952269.668326:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584009216:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952269.668388:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952269.668397:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.668413:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.668441:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.668449:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.668483:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.668493:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.668531:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.668546:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600609024:0@lo:105: 00000100:00100000:2.0:1783952269.668624:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.668667:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.668778:0:163096:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1783952269.668791:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609024 00000100:00100000:3.0:1783952269.668795:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609024 00000100:00100000:3.0:1783952269.668837:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783952269.668845:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600609024:12345-0@lo:105: 00010000:00010000:3.0:1783952269.668857:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668876:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668885:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668892:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668900:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668908:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.668924:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74ca9f1a00) 00000100:00100000:3.0:1783952269.668984:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600609024:12345-0@lo:105: Request processed in 139us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.668991:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783952269.669064:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600609024:0@lo:105: 00010000:00010000:3.0:1783952269.669081:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952269.669124:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584009216:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 799us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.669131:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 74 00010000:00010000:0.0:1783952269.674218:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494387f44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcc7 expref: 5 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.674247:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600608896:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952269.674282:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.674292:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.674315:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.674319:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56a00, rc 0) 00000100:00100000:0.0:1783952269.674525:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:159117:x1870607600608768:12345-0@lo:101:mdt00_001.0 Request processed in 14232us (14794us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.674535:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1783952269.676774:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600608768:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952269.676809:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952269.676842:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952269.676909:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.676918:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.676928:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.677265:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609152:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1783952269.677400:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.677443:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.677530:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609152 00000100:00100000:0.0:1783952269.677538:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609152 00000100:00100000:0.0:1783952269.677602:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1783952269.677613:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:159117:x1870607600609152:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952269.677635:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.677655:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387f75 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387f6e expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.677679:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387f75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387f6e expref: 8 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.677693:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387f75 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387f6e expref: 8 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.677702:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75c6934000) 00010000:00010000:0.0:1783952269.677705:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.677709:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:0.0:1783952269.677751:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609152:12345-0@lo:101:mdt00_001.0 Request processed in 139us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.677756:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1783952269.678183:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609152:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.678200:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.678210:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952269.678230:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952269.678276:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609280:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.678321:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.678371:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d19b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.678501:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609280 00000100:00100000:0.0:1783952269.678508:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609280 00000100:00100000:0.0:1783952269.678545:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1783952269.678560:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609280:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.678627:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609280:12345-0@lo:1000:mdt00_001.0 Request processed in 68us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.678635:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1783952269.678741:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609280:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.678796:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609408:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.678821:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.678843:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d97869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.679073:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609408 00000100:00100000:2.0:1783952269.679078:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609408 00000100:00100000:2.0:1783952269.679111:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1783952269.679129:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609408:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.679209:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609408:12345-0@lo:1000:mdt00_001.0 Request processed in 90us (386us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.679215:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1783952269.679372:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609408:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.679452:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609536:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.679479:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.679514:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d97860c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.681364:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609536 00000100:00100000:2.0:1783952269.681379:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609536 00000100:00100000:2.0:1783952269.681446:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1783952269.681457:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609536:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.681582:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609536:12345-0@lo:1000:mdt00_001.0 Request processed in 127us (2102us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.681590:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1783952269.681763:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609536:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.682073:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609664:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.682115:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.683059:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d97869c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.686580:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609664 00000100:00100000:0.0:1783952269.686836:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609664 00000100:00100000:1.0:1783952269.691641:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1783952269.691658:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609664:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.691829:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609664:12345-0@lo:1000:mdt00_001.0 Request processed in 174us (9712us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.691847:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1783952269.692750:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609664:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.692892:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609792:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.692946:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.696952:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a7601dde0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.697448:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609792 00000100:00100000:1.0:1783952269.697459:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609792 00000100:00100000:1.0:1783952269.697516:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1783952269.697529:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609792:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.697671:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609792:12345-0@lo:1000:mdt00_001.0 Request processed in 144us (4723us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.697695:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1783952269.697800:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609792:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.697905:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609920:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.697945:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.697972:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a7601dde0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.698034:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600609920 00000100:00100000:1.0:1783952269.698039:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600609920 00000100:00100000:1.0:1783952269.698071:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1783952269.698078:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609920:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.698142:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159117:x1870607600609920:12345-0@lo:1000:mdt00_001.0 Request processed in 64us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.698149:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1783952269.698406:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600609920:0@lo:1000:mdt00_001.0 00080000:00000400:3.0:1783952269.698985:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 249 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.698990:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.698992:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.698994:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.698997:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:3.0:1783952269.698999:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.699209:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 248 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.699288:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.699291:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.699306:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.699308:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/5, delete: 0/0/0 00080000:00000400:3.0:1783952269.699310:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.699529:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.699532:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.699534:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.699536:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.699538:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1783952269.699540:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.699561:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.699564:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.699566:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.699568:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.699570:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1783952269.699572:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.699582:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.699584:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.699586:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.699588:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.699590:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1783952269.699592:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.699618:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 247 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.699620:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/7, destroy: 0/0/0 00080000:00000400:3.0:1783952269.699622:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.699625:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.699627:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/6, delete: 0/0/0 00080000:00000400:3.0:1783952269.699629:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:3.0:1783952269.699708:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].7, 2168 off41680 00000040:00080000:3.0:1783952269.699799:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].7, 2368 off42544 00000004:00080000:3.0:1783952269.699807:0:159117:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a7601ddec00 with version 19 00000004:00080000:1.0:1783952269.700077:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 19 rpc_version 19 00000020:00100000:1.0:1783952269.700390:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952269.700401:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a74cb9c9880 x1870607600610176/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952269.700427:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600610176:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952269.700506:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.700585:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610176 00000100:00100000:3.0:1783952269.700593:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610176 00000100:00100000:3.0:1783952269.700651:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1783952269.700659:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159852:x1870607600610176:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952269.700930:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d19b4540 going to sleep for 11 seconds 00080000:00000400:3.0:1783952269.701997:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 306, rollback = 2 00080000:00000400:3.0:1783952269.702007:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1783952269.702010:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1783952269.702012:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1783952269.702023:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.702025:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.702550:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 306, rollback = 2 00080000:00000400:3.0:1783952269.702554:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1783952269.702556:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:3.0:1783952269.702558:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1783952269.702560:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.702562:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.702603:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 249 < left 304, rollback = 2 00080000:00000400:3.0:1783952269.702607:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:3.0:1783952269.702608:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/2 00080000:00000400:3.0:1783952269.702610:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:3.0:1783952269.702612:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.702614:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952269.703197:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:159852:x1870607600610176:12345-0@lo:1000:osp_up0-1.0 Request processed in 2534us (2685us total) trans 34359738575 rc 0/0 00000100:00100000:3.0:1783952269.703281:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1783952269.703539:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600610176:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1783952269.703821:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: --/PW res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.703910:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.703928:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.703964:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.703972:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.703980:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.704032:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.704040:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.704050:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.704298:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600610304:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952269.704378:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.704414:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d97860c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.704633:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610304 00000100:00100000:2.0:1783952269.704640:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610304 00000100:00100000:2.0:1783952269.704686:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1783952269.704696:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:159117:x1870607600610304:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952269.704717:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.704733:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f91 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387f8a expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.704755:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f91 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387f8a expref: 10 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.704852:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f91 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387f8a expref: 10 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.704929:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75f61bd700) 00010000:00010000:2.0:1783952269.704932:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.704937:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1400, rc 0) 00000100:00100000:2.0:1783952269.705064:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:159117:x1870607600610304:12345-0@lo:101:mdt00_001.0 Request processed in 369us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.705070:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1783952269.705291:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600610304:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952269.705309:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705320:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952269.705376:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b6ff05e3 reply state 00000000c278d214 transno 21474836571 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705397:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705403:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff8a75d0904500) 00010000:00010000:3.0:1783952269.705406:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952269.705409:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952269.705416:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705423:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.705434:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x4:0x0] 00000004:00010000:3.0:1783952269.705441:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b6ff05e3 reply state 00000000c278d214 transno 21474836571 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705449:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705455:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d0904a00) 00010000:00010000:3.0:1783952269.705456:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952269.705458:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1783952269.705463:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00000004:00080000:3.0:1783952269.705472:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.705481:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705489:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705510:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705524:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952269.705530:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.705534:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.705542:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.705634:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:122937:x1870607584009088:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 48799us (49215us total) trans 21474836571 rc 0/0 00000100:00100000:3.0:1783952269.705641:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 403 00010000:00010000:0.0:1783952269.706305:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952269.706317:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.706327:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952269.706364:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.706375:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.706420:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.706427:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952269.706468:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.706476:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494387f60 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f67 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.706491:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.706492:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.706503:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952269.707233:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600610432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952269.707286:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.707514:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610432 00000100:00100000:0.0:1783952269.707523:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610432 00000100:00100000:0.0:1783952269.707578:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783952269.707587:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:106955:x1870607600610432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952269.707600:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952269.707626:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494387f67 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387f60 expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.707645:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.707649:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952269.707691:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:106955:x1870607600610432:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.707698:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783952269.707738:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600610432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952269.713776:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.713818:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009344 00000100:00100000:3.0:1783952269.713827:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009344 00000100:00100000:3.0:1783952269.713883:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:3.0:1783952269.713891:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584009344:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952269.713915:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.713937:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387f98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcd5 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714010:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714033:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714055:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952269.714107:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952269.714111:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952269.714131:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714150:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387f98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714165:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.714173:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.714177:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952269.714181:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9800, rc 0) 00000100:00100000:3.0:1783952269.714622:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584009344:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 730us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.714628:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:1.0:1783952269.719590:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.719677:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009472 00000100:00100000:0.0:1783952269.719688:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009472 00000100:00100000:0.0:1783952269.719753:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00100000:0.0:1783952269.719763:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584009472:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952269.719784:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.719804:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fa6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcdc expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719893:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719909:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719942:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719956:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719964:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.719981:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720042:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720050:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720056:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720070:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952269.720075:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720083:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720094:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.720097:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.720101:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720114:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720136:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720142:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720146:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720151:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952269.720153:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720158:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720166:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75c6934500) 00010000:00010000:0.0:1783952269.720168:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.720171:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720176:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720205:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fa6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcdc expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720227:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.720229:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.720233:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fa6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcdc expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.720242:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783c00, rc 0) 00000100:00100000:0.0:1783952269.720519:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584009472:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 756us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952269.720527:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00100000:0.0:1783952269.726647:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.726769:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009728 00000100:00100000:2.0:1783952269.726780:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009728 00000100:00100000:2.0:1783952269.726855:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 406 00000100:00100000:2.0:1783952269.726866:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:122937:x1870607584009728:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:2.0:1783952269.727007:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610560:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.727086:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.727173:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.727585:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610560 00000100:00100000:0.0:1783952269.727591:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610560 00000100:00100000:0.0:1783952269.727677:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1783952269.727686:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600610560:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.727775:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600610560:12345-0@lo:1000:mdt00_002.0 Request processed in 90us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.727783:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1783952269.727873:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610560:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.727934:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610688:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.727962:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.728277:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.728421:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610688 00000100:00100000:3.0:1783952269.728426:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610688 00000100:00100000:3.0:1783952269.728455:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1783952269.728462:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600610688:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952269.728534:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600610688:12345-0@lo:1000:mdt00_002.0 Request processed in 73us (571us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952269.728541:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1783952269.728634:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610688:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1783952269.728696:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.728712:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.728723:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.728737:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610816:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1783952269.728765:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.728790:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.728898:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600610816 00000100:00100000:3.0:1783952269.728902:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600610816 00000100:00100000:3.0:1783952269.728920:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1783952269.728925:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600610816:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952269.728934:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.728949:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387fbb expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.729043:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.729053:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.729194:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.729210:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 5 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.729222:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600610944:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952269.729293:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d97860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.734404:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.734499:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009856 00000100:00100000:2.0:1783952269.734509:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009856 00010000:00010000:2.0:1783952269.734551:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.734600:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 75 00000100:00100000:2.0:1783952269.734610:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584009856:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952269.734626:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952269.734633:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.734647:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.734670:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.734677:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.734709:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.734719:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.734756:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.734771:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600611072:0@lo:105: 00000100:00100000:2.0:1783952269.734817:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.734876:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.734941:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611072 00000100:00100000:1.0:1783952269.734946:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611072 00000100:00100000:1.0:1783952269.734994:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783952269.735002:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600611072:12345-0@lo:105: 00010000:00010000:1.0:1783952269.735024:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735047:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735056:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735073:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735080:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735088:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.735103:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74ca9f0a00) 00000100:00100000:1.0:1783952269.735146:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600611072:12345-0@lo:105: Request processed in 144us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.735153:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783952269.735196:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600611072:0@lo:105: 00010000:00010000:1.0:1783952269.735215:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952269.735256:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584009856:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 648us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.735263:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 75 00010000:00010000:3.0:1783952269.736043:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494387f9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcd5 expref: 5 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.736132:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600610944:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952269.736160:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.736179:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.736183:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.736186:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:3.0:1783952269.736291:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:159118:x1870607600610816:12345-0@lo:101:mdt00_002.0 Request processed in 7364us (7525us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.736300:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1783952269.736483:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600610816:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952269.736502:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952269.736524:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952269.736574:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.736582:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.736590:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.736609:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611200:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1783952269.736658:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.736727:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.736767:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611200 00000100:00100000:0.0:1783952269.736773:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611200 00000100:00100000:0.0:1783952269.736815:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1783952269.736824:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:159118:x1870607600611200:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952269.737130:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.737151:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fd0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387fc9 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.737190:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fd0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387fc9 expref: 11 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.737204:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fd0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387fc9 expref: 11 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.737212:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75c6934500) 00010000:00010000:0.0:1783952269.737214:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.737218:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783c00, rc 0) 00000100:00100000:0.0:1783952269.737308:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611200:12345-0@lo:101:mdt00_002.0 Request processed in 484us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.737315:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1783952269.737456:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611200:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952269.737471:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.737481:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952269.737498:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1783952269.737537:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611328:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.737566:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.737620:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.737658:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611328 00000100:00100000:3.0:1783952269.737662:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611328 00000100:00100000:3.0:1783952269.737697:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1783952269.737705:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611328:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952269.737860:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611328:12345-0@lo:1000:mdt00_002.0 Request processed in 156us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.737866:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1783952269.738144:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611328:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.738190:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611456:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.738214:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.738281:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.738319:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611456 00000100:00100000:0.0:1783952269.738324:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611456 00000100:00100000:0.0:1783952269.738450:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1783952269.738458:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611456:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.738541:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611456:12345-0@lo:1000:mdt00_002.0 Request processed in 84us (325us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952269.738548:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1783952269.738605:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611456:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.738690:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611584:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.738715:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.738798:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.738864:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611584 00000100:00100000:1.0:1783952269.738869:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611584 00000100:00100000:1.0:1783952269.738906:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1783952269.738922:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611584:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.739025:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611584:12345-0@lo:1000:mdt00_002.0 Request processed in 102us (298us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952269.739033:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1783952269.739212:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611584:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.739261:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611712:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.739285:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.739319:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.739492:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611712 00000100:00100000:1.0:1783952269.739497:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611712 00000100:00100000:1.0:1783952269.739516:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1783952269.739521:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611712:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.739580:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611712:12345-0@lo:1000:mdt00_002.0 Request processed in 58us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.739586:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1783952269.739650:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611712:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.739691:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611840:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.739715:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.739738:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.739784:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611840 00000100:00100000:1.0:1783952269.739788:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611840 00000100:00100000:1.0:1783952269.739805:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1783952269.739810:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611840:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.739879:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611840:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.739885:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1783952269.739949:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611840:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.740003:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611968:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.740035:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.740057:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.740367:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600611968 00000100:00100000:1.0:1783952269.740372:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600611968 00000100:00100000:1.0:1783952269.740393:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1783952269.740399:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611968:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.740444:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600611968:12345-0@lo:1000:mdt00_002.0 Request processed in 45us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.740451:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1783952269.740522:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600611968:0@lo:1000:mdt00_002.0 00080000:00000400:2.0:1783952269.741435:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741440:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741442:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741444:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741446:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:2.0:1783952269.741448:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.741506:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741509:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741511:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741513:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741515:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:2.0:1783952269.741517:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.741661:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741665:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741666:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741668:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741670:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952269.741672:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.741707:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741710:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741712:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741714:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741717:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952269.741719:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.741728:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741730:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741732:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741734:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741736:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952269.741738:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.741765:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952269.741768:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.741770:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952269.741772:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.741774:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952269.741775:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:2.0:1783952269.745406:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].8, 2168 off43848 00000040:00080000:2.0:1783952269.745567:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].8, 2368 off44912 00000004:00080000:2.0:1783952269.745574:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75d95f4540 with version 20 00000004:00080000:0.0:1783952269.745874:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 20 rpc_version 20 00000020:00100000:0.0:1783952269.745936:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952269.745948:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75fef2b800 x1870607600612224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952269.745985:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600612224:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952269.746085:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.746136:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.746163:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612224 00000100:00100000:0.0:1783952269.746170:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612224 00000100:00100000:0.0:1783952269.746220:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1783952269.746229:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159852:x1870607600612224:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:0.0:1783952269.746567:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.746572:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.746574:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.746576:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.746579:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:0.0:1783952269.746581:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.746694:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.746698:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.746700:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.746701:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.746704:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.746706:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.746735:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.746738:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.746740:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.746742:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.746743:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.746745:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952269.746974:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:159852:x1870607600612224:12345-0@lo:1000:osp_up0-1.0 Request processed in 745us (888us total) trans 34359738576 rc 0/0 00000100:00100000:0.0:1783952269.746984:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1783952269.747071:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600612224:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1783952269.747942:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.747960:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748169:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748190:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: --/PW res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748213:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748221:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748258:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748265:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.748274:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.748296:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600612352:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1783952269.748380:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.748416:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.748520:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612352 00000100:00100000:0.0:1783952269.748527:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612352 00000100:00100000:0.0:1783952269.748580:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1783952269.748596:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:159118:x1870607600612352:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952269.748628:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.748645:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fec lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494387fe5 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.748666:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494387fe5 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.748679:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494387fe5 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.748687:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75c6934100) 00010000:00010000:0.0:1783952269.748690:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.748693:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:0.0:1783952269.748742:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:159118:x1870607600612352:12345-0@lo:101:mdt00_002.0 Request processed in 147us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.748748:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1783952269.748824:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600612352:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952269.748849:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748859:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952269.748880:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009987c871 reply state 000000004606a137 transno 21474836572 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748892:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748919:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff8a75f61bd000) 00010000:00010000:3.0:1783952269.748921:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952269.748925:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952269.748931:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748938:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.748948:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x5:0x0] 00000004:00010000:3.0:1783952269.748955:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009987c871 reply state 000000004606a137 transno 21474836572 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748963:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.748969:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75f61bda00) 00010000:00010000:3.0:1783952269.748971:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952269.748973:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1783952269.748978:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00000004:00080000:3.0:1783952269.748987:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.748995:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.749002:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.749009:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.749053:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952269.749060:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.749241:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.749250:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.749325:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:122937:x1870607584009728:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 22460us (22688us total) trans 21474836572 rc 0/0 00000100:00100000:3.0:1783952269.749332:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 406 00010000:00010000:0.0:1783952269.749412:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952269.749419:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749427:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952269.749433:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.749441:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749479:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749486:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952269.749523:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749531:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0a00/0x3b91f5b494387fbb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749545:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.749546:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.749548:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952269.749589:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600612480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952269.749627:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.749701:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612480 00000100:00100000:0.0:1783952269.749706:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612480 00000100:00100000:0.0:1783952269.749749:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783952269.749758:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:106952:x1870607600612480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952269.749770:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952269.749786:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494387fc2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387fbb expref: 13 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.749798:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.749802:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952269.749834:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:106952:x1870607600612480:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.749853:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783952269.749885:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600612480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952269.754575:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.754691:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584009984 00000100:00100000:0.0:1783952269.754701:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584009984 00000100:00100000:0.0:1783952269.754755:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 407 00000100:00100000:0.0:1783952269.754765:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584009984:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952269.754787:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.754808:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387ff3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dce3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.754883:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.754898:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.754910:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952269.754955:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952269.754959:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952269.754980:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.755007:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494387ff3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.755037:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.755047:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.755060:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952269.755073:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783600, rc 0) 00000100:00100000:0.0:1783952269.755136:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584009984:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 372us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.755144:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 407 00000100:00100000:2.0:1783952269.763182:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.763268:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584010112 00000100:00100000:3.0:1783952269.763279:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584010112 00000100:00100000:3.0:1783952269.763379:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 408 00000100:00100000:3.0:1783952269.763390:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584010112:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952269.763409:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.763428:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388001 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcea expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763494:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763509:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763534:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763549:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763556:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763562:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763602:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763609:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763615:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763622:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763627:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.763632:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763640:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763651:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.763661:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.763667:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763673:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388008 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763686:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763691:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763696:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763701:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.763704:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763709:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763716:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75d0904c00) 00010000:00010000:3.0:1783952269.763718:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.763720:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763726:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b49438800f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763756:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388001 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcea expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763771:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.763774:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.763778:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388001 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcea expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.763789:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9800, rc 0) 00000100:00100000:3.0:1783952269.764068:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584010112:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 669us (882us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952269.764077:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 408 00000100:00100000:2.0:1783952269.773561:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.774144:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584010368 00000100:00100000:0.0:1783952269.774557:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584010368 00000100:00100000:0.0:1783952269.774688:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 409 00000100:00100000:0.0:1783952269.774699:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:122937:x1870607584010368:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:0.0:1783952269.774835:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612608:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.774905:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.774955:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.775033:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612608 00000100:00100000:1.0:1783952269.775054:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612608 00000100:00100000:1.0:1783952269.775158:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1783952269.775166:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600612608:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.775263:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600612608:12345-0@lo:1000:mdt00_001.0 Request processed in 97us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.775271:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1783952269.775383:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612608:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.775441:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612736:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.775469:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.775525:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.776438:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612736 00000100:00100000:2.0:1783952269.776448:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612736 00000100:00100000:2.0:1783952269.776543:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1783952269.776555:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600612736:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.776679:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600612736:12345-0@lo:1000:mdt00_001.0 Request processed in 126us (1208us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.776687:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1783952269.776739:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612736:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1783952269.778045:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.778135:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.778153:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.778181:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612864:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1783952269.778254:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.778298:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.778332:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600612864 00000100:00100000:1.0:1783952269.778357:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600612864 00000100:00100000:1.0:1783952269.778434:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1783952269.778445:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600612864:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.778464:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952269.778484:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388016 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.778517:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.778527:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.778558:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.778573:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 5 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.778585:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600612992:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952269.778680:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.786625:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600612992:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952269.786726:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.786740:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.786743:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952269.786747:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.786756:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952269.786821:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600612864:12345-0@lo:101:mdt00_001.0 Request processed in 8378us (8566us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.786829:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1783952269.787691:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600612864:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952269.787717:0:159117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.787750:0:159117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.794480:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.795169:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584010496 00000100:00100000:3.0:1783952269.795186:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584010496 00010000:00010000:3.0:1783952269.795583:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.795635:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 76 00000100:00100000:3.0:1783952269.795646:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584010496:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952269.795660:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952269.795668:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795699:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795723:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494387ffa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dce3 expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795739:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.795746:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795758:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795767:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.795800:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.795813:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600613120:0@lo:105: 00000100:00100000:3.0:1783952269.797529:0:159103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.797582:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.797721:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613120 00000100:00100000:2.0:1783952269.797740:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613120 00000100:00100000:2.0:1783952269.797820:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783952269.797829:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600613120:12345-0@lo:105: 00010000:00010000:2.0:1783952269.797867:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797878:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797887:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797896:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797905:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797914:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.797941:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74c9782c00) 00000100:00100000:2.0:1783952269.797995:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600613120:12345-0@lo:105: Request processed in 168us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.798002:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783952269.798077:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600613120:0@lo:105: 00010000:00010000:3.0:1783952269.798097:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952269.798140:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584010496:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2495us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.798165:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 76 00010000:00010000:3.0:1783952269.798191:0:159117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.798200:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.798231:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.798270:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.798277:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.798287:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.798304:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613248:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952269.798356:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.798374:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.803597:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613248 00000100:00100000:3.0:1783952269.803614:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613248 00000100:00100000:3.0:1783952269.803715:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1783952269.803728:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600613248:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952269.803747:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.803773:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b49438802b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388024 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.803803:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b49438802b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388024 expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.804287:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b49438802b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388024 expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.804300:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75d0904800) 00010000:00010000:3.0:1783952269.804303:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.804307:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:3.0:1783952269.804441:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613248:12345-0@lo:101:mdt00_001.0 Request processed in 715us (6103us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.804449:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1783952269.804993:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613248:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952269.805032:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.805047:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952269.805083:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1783952269.805141:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613376:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.805199:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.805244:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.805741:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613376 00000100:00100000:3.0:1783952269.805749:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613376 00000100:00100000:3.0:1783952269.805802:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1783952269.805813:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613376:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.805921:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613376:12345-0@lo:1000:mdt00_001.0 Request processed in 100us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.805930:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1783952269.807330:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613376:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.807522:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613504:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.807587:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.807621:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.807969:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613504 00000100:00100000:3.0:1783952269.807977:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613504 00000100:00100000:3.0:1783952269.808038:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1783952269.808048:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613504:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.808189:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613504:12345-0@lo:1000:mdt00_001.0 Request processed in 141us (600us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952269.808197:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1783952269.808789:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613504:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.811028:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613632:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.811577:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.811626:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.812177:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613632 00000100:00100000:3.0:1783952269.812188:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613632 00000100:00100000:3.0:1783952269.813443:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1783952269.813477:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613632:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.813625:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613632:12345-0@lo:1000:mdt00_001.0 Request processed in 154us (2048us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952269.813633:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1783952269.813726:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613632:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.813822:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613760:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.813864:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.817639:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.817996:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613760 00000100:00100000:2.0:1783952269.818008:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613760 00000100:00100000:2.0:1783952269.818089:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1783952269.818099:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613760:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.819040:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613760:12345-0@lo:1000:mdt00_001.0 Request processed in 938us (5170us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.819051:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1783952269.819384:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613760:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.819485:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613888:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.819525:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.819545:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.820072:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600613888 00000100:00100000:2.0:1783952269.820080:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600613888 00000100:00100000:2.0:1783952269.820119:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1783952269.820127:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.820470:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600613888:12345-0@lo:1000:mdt00_001.0 Request processed in 342us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.820478:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1783952269.820686:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600613888:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.820760:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600614016:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.820793:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.820823:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.821043:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614016 00000100:00100000:2.0:1783952269.821049:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614016 00000100:00100000:2.0:1783952269.821083:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1783952269.821089:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600614016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.821141:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600614016:12345-0@lo:1000:mdt00_001.0 Request processed in 51us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.821148:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1783952269.821575:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600614016:0@lo:1000:mdt00_001.0 00080000:00000400:0.0:1783952269.822089:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822094:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822096:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822099:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822101:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.822103:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.822201:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822204:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822206:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822562:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822564:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:0.0:1783952269.822566:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.822736:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822739:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822741:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822743:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822750:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:0.0:1783952269.822752:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.822772:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822774:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822776:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822778:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822779:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:0.0:1783952269.822781:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.822790:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822792:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822794:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822796:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822798:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:0.0:1783952269.822800:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.822826:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.822829:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.822831:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.822832:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.822846:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:0.0:1783952269.822848:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:0.0:1783952269.822933:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].9, 2168 off46016 00000040:00080000:0.0:1783952269.823028:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].9, 2368 off47280 00000004:00080000:0.0:1783952269.823036:0:159117:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75c67d9840 with version 21 00000004:00080000:2.0:1783952269.823495:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 21 rpc_version 21 00000020:00100000:2.0:1783952269.823555:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952269.823567:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75e7362300 x1870607600614272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952269.823592:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600614272:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952269.823664:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.823712:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d95f4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.823789:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614272 00000100:00100000:3.0:1783952269.823798:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614272 00000100:00100000:3.0:1783952269.823865:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1783952269.823876:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159852:x1870607600614272:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:3.0:1783952269.824668:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.824673:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.824675:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.824677:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.824679:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:3.0:1783952269.824681:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.824787:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.824790:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.824792:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.824794:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.824796:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.824797:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.824827:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.824830:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.824831:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.824833:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.825564:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.825567:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952269.827709:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:159852:x1870607600614272:12345-0@lo:1000:osp_up0-1.0 Request processed in 3827us (4035us total) trans 34359738577 rc 0/0 00000100:00100000:3.0:1783952269.827723:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1783952269.829752:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600614272:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1783952269.829968:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.829986:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.829999:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830030:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830051:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830294:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830333:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830364:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.830375:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.830401:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600614400:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1783952269.830548:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.830590:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.830672:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614400 00000100:00100000:2.0:1783952269.830688:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614400 00000100:00100000:2.0:1783952269.830749:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1783952269.830757:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159117:x1870607600614400:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952269.830777:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.830793:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494388047 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388040 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.830816:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494388047 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388040 expref: 16 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.830827:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494388047 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388040 expref: 16 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.830954:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75f61bd200) 00010000:00010000:2.0:1783952269.830958:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.830962:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1000, rc 0) 00000100:00100000:2.0:1783952269.831030:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+16:159117:x1870607600614400:12345-0@lo:101:mdt00_001.0 Request processed in 273us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.831038:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1783952269.831205:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600614400:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952269.831370:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831383:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.831406:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002f706cac reply state 0000000094d1e732 transno 21474836573 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831419:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831556:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff8a75c6934a00) 00010000:00010000:0.0:1783952269.831559:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.831562:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952269.831571:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831581:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952269.831592:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x6:0x0] 00000004:00010000:0.0:1783952269.831599:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002f706cac reply state 0000000094d1e732 transno 21474836573 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831608:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831615:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75c6934600) 00010000:00010000:0.0:1783952269.831618:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.831619:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1783952269.831626:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00000004:00080000:0.0:1783952269.831635:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.831646:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831653:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831661:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831695:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952269.831703:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.831708:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.831715:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.831857:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:122937:x1870607584010368:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 57158us (58305us total) trans 21474836573 rc 0/0 00000100:00100000:0.0:1783952269.831866:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 409 00010000:00010000:1.0:1783952269.831940:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952269.831949:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.831959:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952269.831965:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952269.831974:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.832010:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.832039:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952269.832082:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.832090:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782c00/0x3b91f5b494388016 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438801d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.832106:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952269.832108:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952269.832110:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952269.832397:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952269.832412:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600614528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952269.832468:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.832650:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614528 00000100:00100000:1.0:1783952269.832658:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614528 00000100:00100000:1.0:1783952269.832706:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783952269.832714:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:106952:x1870607600614528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952269.832728:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952269.832749:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b49438801d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388016 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.832765:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.832769:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952269.832805:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:106952:x1870607600614528:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.832812:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783952269.832866:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600614528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952269.839550:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.839675:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584010624 00000100:00100000:3.0:1783952269.839685:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584010624 00000100:00100000:3.0:1783952269.839803:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 410 00000100:00100000:3.0:1783952269.839816:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584010624:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952269.839849:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.839873:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438804e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcf1 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.839945:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.839962:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.839975:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952269.840034:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952269.840039:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952269.840530:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.840560:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438804e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.840586:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.840596:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.840599:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952269.840623:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9e00, rc 0) 00000100:00100000:3.0:1783952269.840698:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584010624:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 884us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.840705:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 410 00000100:00100000:1.0:1783952269.844981:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.845310:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584010752 00000100:00100000:3.0:1783952269.845321:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584010752 00000100:00100000:3.0:1783952269.845418:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 411 00000100:00100000:3.0:1783952269.845502:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584010752:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952269.845524:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.845546:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438805c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcf8 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845618:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845635:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845648:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845663:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845670:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845677:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845720:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845742:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845749:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845756:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.845761:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845769:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845783:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.845786:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.845790:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845796:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388063 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845816:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845823:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845829:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845847:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.845857:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845864:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845873:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75d0904200) 00010000:00010000:3.0:1783952269.845876:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.845878:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845884:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438806a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845916:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438805c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf8 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845927:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.845929:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.845933:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438805c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf8 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.845943:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8800, rc 0) 00000100:00100000:3.0:1783952269.846563:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584010752:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1063us (1589us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952269.846573:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 411 00000100:00100000:0.0:1783952269.853925:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.856284:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011008 00000100:00100000:2.0:1783952269.856301:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011008 00000100:00100000:2.0:1783952269.856575:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:2.0:1783952269.856588:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:122937:x1870607584011008:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:2.0:1783952269.856721:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614656:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.856810:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.856863:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.859824:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614656 00000100:00100000:1.0:1783952269.859866:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614656 00000100:00100000:1.0:1783952269.859936:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1783952269.859946:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600614656:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.860105:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600614656:12345-0@lo:1000:mdt00_002.0 Request processed in 160us (3293us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.860113:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1783952269.860645:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614656:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.860721:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614784:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.860762:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.860784:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.860854:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614784 00000100:00100000:0.0:1783952269.860861:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614784 00000100:00100000:0.0:1783952269.860899:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1783952269.860907:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600614784:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.861003:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600614784:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (240us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952269.861010:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1783952269.861379:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614784:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1783952269.861440:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.861451:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.861461:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.861475:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614912:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952269.861503:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.861529:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d19b4540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.861758:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600614912 00000100:00100000:0.0:1783952269.861763:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600614912 00000100:00100000:0.0:1783952269.861795:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1783952269.861803:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600614912:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952269.861814:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.861852:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388071 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.861878:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.861888:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.861915:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.861929:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 5 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.861941:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600615040:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952269.862435:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.871979:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600615040:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952269.872034:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.872048:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.872052:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952269.872771:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:0.0:1783952269.872866:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.872880:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783600, rc 0) 00000100:00100000:0.0:1783952269.873033:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:159118:x1870607600614912:12345-0@lo:101:mdt00_002.0 Request processed in 11228us (11526us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.873043:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1783952269.873560:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011136 00000100:00100000:1.0:1783952269.873570:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011136 00010000:00010000:1.0:1783952269.873607:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.873658:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 77 00000100:00100000:1.0:1783952269.873668:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584011136:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952269.873685:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952269.873692:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873707:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873730:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388055 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcf1 expref: 6 pid: 161900 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873749:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.873755:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873766:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873775:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.873810:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.873824:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600615168:0@lo:105: 00000100:00100000:1.0:1783952269.873876:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.873922:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.874583:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615168 00000100:00100000:0.0:1783952269.874589:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615168 00000100:00100000:0.0:1783952269.874629:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783952269.874637:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600615168:12345-0@lo:105: 00010000:00010000:0.0:1783952269.874650:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874661:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874670:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874677:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874685:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874693:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.874708:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75d0d57400) 00000100:00100000:0.0:1783952269.874762:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600615168:12345-0@lo:105: Request processed in 126us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.874780:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783952269.875385:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600615168:0@lo:105: 00010000:00010000:3.0:1783952269.875410:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952269.875490:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584011136:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1823us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.875500:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 77 00000100:00100000:2.0:1783952269.877332:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600614912:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952269.877539:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952269.877567:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952269.877617:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.877624:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.877634:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.877656:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615296:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1783952269.877712:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.877786:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.877898:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615296 00000100:00100000:1.0:1783952269.877905:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615296 00000100:00100000:1.0:1783952269.878070:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1783952269.878081:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+16:159118:x1870607600615296:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952269.878098:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952269.878114:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388086 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438807f expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.878151:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388086 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438807f expref: 17 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.878174:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388086 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438807f expref: 17 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.878182:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75f65e4700) 00010000:00010000:1.0:1783952269.878184:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952269.878188:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57800, rc 0) 00000100:00100000:1.0:1783952269.878633:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615296:12345-0@lo:101:mdt00_002.0 Request processed in 552us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.878640:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1783952269.878827:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615296:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952269.878913:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.878926:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.878946:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952269.879667:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615424:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.879809:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.879950:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.880580:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615424 00000100:00100000:0.0:1783952269.880591:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615424 00000100:00100000:0.0:1783952269.880694:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1783952269.880706:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615424:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.880813:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615424:12345-0@lo:1000:mdt00_002.0 Request processed in 109us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.880821:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1783952269.880899:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615424:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.880979:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615552:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.881029:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.881692:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.881783:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615552 00000100:00100000:2.0:1783952269.881789:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615552 00000100:00100000:2.0:1783952269.881824:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1783952269.881832:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615552:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.881938:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615552:12345-0@lo:1000:mdt00_002.0 Request processed in 106us (908us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.881946:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1783952269.882152:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615552:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.882274:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615680:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.882307:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.882328:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.882786:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615680 00000100:00100000:2.0:1783952269.882800:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615680 00000100:00100000:2.0:1783952269.882825:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1783952269.882832:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fb112050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615680:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952269.882936:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fb112050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615680:12345-0@lo:1000:mdt00_002.0 Request processed in 103us (627us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.882943:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1783952269.883874:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615680:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.883952:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615808:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.884009:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.884038:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.884600:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615808 00000100:00100000:0.0:1783952269.884608:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615808 00000100:00100000:0.0:1783952269.884648:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1783952269.884656:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615808:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.884736:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615808:12345-0@lo:1000:mdt00_002.0 Request processed in 80us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.884744:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1783952269.884863:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615808:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.884918:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615936:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952269.884945:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.884959:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.885357:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600615936 00000100:00100000:0.0:1783952269.885362:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600615936 00000100:00100000:0.0:1783952269.885386:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1783952269.885393:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.885487:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600615936:12345-0@lo:1000:mdt00_002.0 Request processed in 94us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.885494:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1783952269.885523:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600615936:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.885573:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600616064:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.885599:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.885635:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616064 00000100:00100000:0.0:1783952269.885638:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616064 00000100:00100000:0.0:1783952269.885655:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1783952269.885661:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600616064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952269.885702:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600616064:12345-0@lo:1000:mdt00_002.0 Request processed in 40us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.885708:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1783952269.885723:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.885735:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600616064:0@lo:1000:mdt00_002.0 00080000:00000400:0.0:1783952269.886378:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886383:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886386:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886388:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886390:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.886393:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.886448:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886452:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886454:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886456:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886459:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:0.0:1783952269.886461:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.886662:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886666:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886668:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886670:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886672:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952269.886674:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.886693:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886696:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886698:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886706:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886708:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952269.886710:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.886736:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886739:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886742:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886744:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886747:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952269.886749:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.886777:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1783952269.886780:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:0.0:1783952269.886782:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952269.886784:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.886787:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952269.886789:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:0.0:1783952269.886860:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].10, 2168 off48184 00000040:00080000:0.0:1783952269.886938:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].10, 2368 off49648 00000004:00080000:0.0:1783952269.886944:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a7601dde300 with version 22 00000004:00080000:0.0:1783952269.886968:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 22 rpc_version 22 00000020:00100000:0.0:1783952269.887001:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952269.887010:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1dc00 x1870607600616320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952269.887043:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600616320:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952269.887093:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.887117:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.887137:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616320 00000100:00100000:0.0:1783952269.887142:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616320 00000100:00100000:0.0:1783952269.887170:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1783952269.887178:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159852:x1870607600616320:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:0.0:1783952269.887443:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.887453:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952269.887455:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.887457:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.887460:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:0.0:1783952269.887462:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.887528:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.887532:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952269.887534:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.887536:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.887538:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.887540:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952269.887564:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1783952269.887567:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952269.887569:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952269.887571:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952269.887573:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952269.887575:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952269.887814:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159852:x1870607600616320:12345-0@lo:1000:osp_up0-1.0 Request processed in 634us (718us total) trans 34359738578 rc 0/0 00000100:00100000:0.0:1783952269.887822:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1783952269.887873:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600616320:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1783952269.887978:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: --/PW res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.887994:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888006:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888037:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: --/PW res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888052:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888060:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888090:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888097:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888106:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.888121:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600616448:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952269.888152:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.888176:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616448 00000100:00100000:0.0:1783952269.888180:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616448 00000100:00100000:0.0:1783952269.888203:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1783952269.888209:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159118:x1870607600616448:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952269.888224:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.888239:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943880a2 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438809b expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888260:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943880a2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438809b expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888270:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943880a2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438809b expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888285:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75c6934c00) 00010000:00010000:0.0:1783952269.888288:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.888292:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783200, rc 0) 00000100:00100000:0.0:1783952269.888318:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159118:x1870607600616448:12345-0@lo:101:mdt00_002.0 Request processed in 108us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.888324:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1783952269.888366:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.888381:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600616448:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952269.888394:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888404:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.888425:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021f1da74 reply state 000000000fd152a7 transno 21474836574 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888437:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888444:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff8a75c6934400) 00010000:00010000:0.0:1783952269.888446:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.888449:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952269.888455:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888463:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952269.888479:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x7:0x0] 00000004:00010000:0.0:1783952269.888485:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021f1da74 reply state 000000000fd152a7 transno 21474836574 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888494:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888501:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c6934d00) 00010000:00010000:0.0:1783952269.888503:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.888506:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1783952269.888510:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00000004:00080000:0.0:1783952269.888518:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.888525:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888532:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888539:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888556:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952269.888560:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.888567:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952269.888573:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888581:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57400 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952269.888586:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.888601:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888625:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888632:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952269.888655:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888663:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57400/0x3b91f5b494388071 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388078 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888676:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.888678:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.888680:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952269.888690:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600616576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952269.888719:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.888754:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616576 00000100:00100000:0.0:1783952269.888758:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616576 00000100:00100000:0.0:1783952269.888790:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783952269.888797:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+19:106954:x1870607600616576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952269.888806:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952269.888822:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b494388078 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388071 expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888833:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.888843:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952269.888870:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+18:106954:x1870607600616576:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.888877:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783952269.888905:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600616576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952269.888923:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.888931:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.889004:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:122937:x1870607584011008:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 32418us (35090us total) trans 21474836574 rc 0/0 00000100:00100000:0.0:1783952269.889012:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:3.0:1783952269.895727:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.895959:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011264 00000100:00100000:1.0:1783952269.895980:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011264 00000100:00100000:1.0:1783952269.896075:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:1.0:1783952269.896087:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584011264:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952269.896115:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952269.896150:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b4943880a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dcff expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896391:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896407:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896523:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952269.896584:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952269.896588:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952269.896609:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896633:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b4943880a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896652:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.896660:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.896663:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952269.896666:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952269.896734:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584011264:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 650us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.896741:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:2.0:1783952269.906300:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.906919:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011392 00000100:00100000:3.0:1783952269.906929:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011392 00000100:00100000:2.0:1783952269.907409:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 414 00000100:00100000:2.0:1783952269.907563:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584011392:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952269.907585:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.907607:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943880b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd06 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907673:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907688:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907700:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907715:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907722:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907728:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907785:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907793:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907798:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907805:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907810:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952269.907815:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907823:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907897:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.907901:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.907906:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907913:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0400/0x3b91f5b4943880be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907926:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907932:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907943:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907949:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952269.907952:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.907958:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.908036:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75f61bdd00) 00010000:00010000:2.0:1783952269.908040:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.908044:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.908050:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1200/0x3b91f5b4943880c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.908204:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943880b7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd06 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.908284:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.908287:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.908291:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943880b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd06 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.908301:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0200, rc 0) 00000100:00100000:2.0:1783952269.908553:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584011392:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1133us (2260us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952269.908571:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 414 00000100:00100000:2.0:1783952269.912307:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.912464:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011648 00000100:00100000:0.0:1783952269.912474:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011648 00000100:00100000:0.0:1783952269.912539:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 415 00000100:00100000:0.0:1783952269.912551:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:122937:x1870607584011648:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:0.0:1783952269.912689:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616704:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.912738:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.912777:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.912989:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616704 00000100:00100000:2.0:1783952269.912993:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616704 00000100:00100000:2.0:1783952269.913037:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1783952269.913045:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600616704:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.913466:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600616704:12345-0@lo:1000:mdt00_001.0 Request processed in 420us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.913474:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1783952269.915505:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616704:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.915673:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616832:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.915727:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.915793:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2180 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.915894:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616832 00000100:00100000:3.0:1783952269.915901:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616832 00000100:00100000:3.0:1783952269.915986:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1783952269.916004:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600616832:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.916280:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600616832:12345-0@lo:1000:mdt00_001.0 Request processed in 277us (552us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952269.916289:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1783952269.916368:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616832:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1783952269.916431:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.916457:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.916467:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.916481:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616960:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1783952269.916507:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.916948:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600616960 00000100:00100000:2.0:1783952269.916954:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600616960 00000100:00100000:2.0:1783952269.917001:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1783952269.917009:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600616960:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952269.917030:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952269.917046:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943880cc expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.917081:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.917092:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.917129:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.917142:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 5 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.917165:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600617088:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952269.917546:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.918691:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.919741:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600617088:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952269.919776:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.919789:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.919793:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.919797:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.919809:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1800, rc 0) 00000100:00100000:2.0:1783952269.919882:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600616960:12345-0@lo:101:mdt00_001.0 Request processed in 2872us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.919892:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1783952269.920004:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600616960:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.920033:0:159117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.920043:0:159117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.928770:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952269.929224:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011776 00000100:00100000:1.0:1783952269.929235:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011776 00010000:00010000:1.0:1783952269.929300:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.929391:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 78 00000100:00100000:1.0:1783952269.929401:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584011776:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952269.929418:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952269.929425:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929438:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929461:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dcff expref: 6 pid: 159117 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929478:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.929485:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 18 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929498:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 18 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929507:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 18 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.929540:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 18 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.929565:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600617216:0@lo:105: 00000100:00100000:1.0:1783952269.929618:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.929660:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.929790:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617216 00000100:00100000:2.0:1783952269.929795:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617216 00000100:00100000:2.0:1783952269.929827:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783952269.929834:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600617216:12345-0@lo:105: 00010000:00010000:2.0:1783952269.929845:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929856:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929878:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929886:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929893:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929903:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.929929:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74c9783600) 00000100:00100000:2.0:1783952269.929973:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600617216:12345-0@lo:105: Request processed in 139us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.929980:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783952269.930456:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600617216:0@lo:105: 00010000:00010000:1.0:1783952269.930477:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952269.930526:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584011776:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1126us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.930534:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 78 00010000:00010000:1.0:1783952269.930559:0:159117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.930568:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952269.930588:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952269.930621:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.930629:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.930638:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.930655:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617344:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1783952269.930685:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.930702:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.931551:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617344 00000100:00100000:3.0:1783952269.931560:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617344 00000100:00100000:3.0:1783952269.931607:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1783952269.931617:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600617344:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952269.931647:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.931665:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b4943880e1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943880da expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.931691:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b4943880e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943880da expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.931706:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b4943880e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880da expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.931714:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75d0904200) 00010000:00010000:3.0:1783952269.931717:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.931721:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:3.0:1783952269.931769:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617344:12345-0@lo:101:mdt00_001.0 Request processed in 153us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.931774:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1783952269.932633:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617344:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.932654:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.932666:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952269.932685:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952269.932733:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617472:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.932774:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.932965:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.933279:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617472 00000100:00100000:0.0:1783952269.933286:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617472 00000100:00100000:0.0:1783952269.933471:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1783952269.933482:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617472:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952269.933601:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617472:12345-0@lo:1000:mdt00_001.0 Request processed in 121us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.933752:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617472:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.933817:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617600:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.933853:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.933909:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.935278:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1783952269.935318:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617600 00000100:00100000:0.0:1783952269.935326:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617600 00000100:00100000:2.0:1783952269.935643:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1783952269.935659:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617600:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.935827:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617600:12345-0@lo:1000:mdt00_001.0 Request processed in 173us (1972us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.935845:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1783952269.936572:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617600:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.936712:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617728:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.936757:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.936791:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75fd7d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.938549:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617728 00000100:00100000:2.0:1783952269.938565:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617728 00000100:00100000:2.0:1783952269.938620:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1783952269.938630:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.938797:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617728:12345-0@lo:1000:mdt00_001.0 Request processed in 169us (2039us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.938806:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1783952269.938911:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617728:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.939004:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617856:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.939055:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.939082:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.939364:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617856 00000100:00100000:3.0:1783952269.939369:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617856 00000100:00100000:3.0:1783952269.939396:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1783952269.939402:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617856:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.939461:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617856:12345-0@lo:1000:mdt00_001.0 Request processed in 58us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.939478:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1783952269.939643:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617856:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.939696:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617984:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.939719:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.939742:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.939918:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600617984 00000100:00100000:3.0:1783952269.939922:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600617984 00000100:00100000:3.0:1783952269.939950:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1783952269.939957:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617984:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952269.940042:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600617984:12345-0@lo:1000:mdt00_001.0 Request processed in 85us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.940048:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1783952269.940113:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600617984:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.940160:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600618112:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952269.940188:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.940206:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.940307:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618112 00000100:00100000:2.0:1783952269.940312:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618112 00000100:00100000:2.0:1783952269.940329:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1783952269.940367:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600618112:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952269.940410:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600618112:12345-0@lo:1000:mdt00_001.0 Request processed in 75us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.940416:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1783952269.940536:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600618112:0@lo:1000:mdt00_001.0 00080000:00000400:1.0:1783952269.941087:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941092:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941094:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941096:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941098:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1783952269.941100:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952269.941282:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941285:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941287:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941289:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941291:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1783952269.941293:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952269.941615:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941619:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941621:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941623:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941625:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952269.941627:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952269.941645:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941647:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941649:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941651:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941653:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952269.941655:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952269.941663:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941665:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941667:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941669:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941679:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952269.941680:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952269.941711:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952269.941714:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:1.0:1783952269.941715:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952269.941717:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952269.941719:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952269.941721:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1783952269.942405:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].11, 2168 off50352 00000040:00080000:1.0:1783952269.943206:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].11, 2368 off52016 00000004:00080000:1.0:1783952269.943215:0:159117:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c3fe1cc0 with version 23 00000004:00080000:2.0:1783952269.947071:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 23 rpc_version 23 00000020:00100000:2.0:1783952269.947193:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952269.947204:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75de359c00 x1870607600618368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952269.947232:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600618368:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952269.947315:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.947417:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.947519:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618368 00000100:00100000:3.0:1783952269.947527:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618368 00000100:00100000:3.0:1783952269.947619:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1783952269.947628:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159852:x1870607600618368:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:3.0:1783952269.947937:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.947942:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.947944:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.947946:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.947948:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:3.0:1783952269.947950:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.948106:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.948110:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.948112:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.948114:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.948265:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.948267:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.948302:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:3.0:1783952269.948305:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952269.948307:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:3.0:1783952269.948309:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.948318:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.948320:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952269.948625:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:159852:x1870607600618368:12345-0@lo:1000:osp_up0-1.0 Request processed in 997us (1309us total) trans 34359738579 rc 0/0 00000100:00100000:3.0:1783952269.948634:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1783952269.948781:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600618368:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1783952269.948934:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.948951:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.948962:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.948981:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: --/PW res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.948999:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.949006:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.949050:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.949058:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.949077:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952269.949093:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600618496:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1783952269.949271:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.949538:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.949613:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618496 00000100:00100000:0.0:1783952269.949620:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618496 00000100:00100000:0.0:1783952269.949668:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1783952269.949677:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:159117:x1870607600618496:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952269.949694:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.949710:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943880fd lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943880f6 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.949730:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943880fd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943880f6 expref: 22 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.949757:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943880fd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943880f6 expref: 22 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.949766:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c6934f00) 00010000:00010000:0.0:1783952269.949769:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.949772:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782000, rc 0) 00000100:00100000:0.0:1783952269.949818:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:159117:x1870607600618496:12345-0@lo:101:mdt00_001.0 Request processed in 143us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.949824:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1783952269.950155:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600618496:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952269.950171:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950181:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952269.950202:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000916f518e reply state 0000000091c0dcf1 transno 21474836575 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950214:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950221:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff8a75f65e4b00) 00010000:00010000:1.0:1783952269.950223:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952269.950226:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952269.950232:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950240:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952269.950262:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x8:0x0] 00000004:00010000:1.0:1783952269.950270:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000916f518e reply state 0000000091c0dcf1 transno 21474836575 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950279:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950285:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75f65e4400) 00010000:00010000:1.0:1783952269.950287:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952269.950289:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1783952269.950294:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00000004:00080000:1.0:1783952269.950302:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952269.950311:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950318:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950325:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950362:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1783952269.950367:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952269.950372:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.950380:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950539:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952269.950546:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950554:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952269.950560:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.950568:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950594:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950600:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952269.950620:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950638:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783600/0x3b91f5b4943880cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880d3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.950652:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.950654:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952269.950655:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952269.950668:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600618624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952269.950708:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.950965:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:122937:x1870607584011648:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 38414us (38665us total) trans 21474836575 rc 0/0 00000100:00100000:1.0:1783952269.950973:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 415 00000100:00100000:3.0:1783952269.951747:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618624 00000100:00100000:3.0:1783952269.951756:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618624 00000100:00100000:3.0:1783952269.951805:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783952269.951813:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+22:106955:x1870607600618624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952269.951824:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952269.951853:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b4943880d3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943880cc expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.951867:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.951872:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952269.951918:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+21:106955:x1870607600618624:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952269.951925:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783952269.952023:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600618624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952269.952960:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.953037:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584011904 00000100:00100000:0.0:1783952269.953044:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584011904 00000100:00100000:0.0:1783952269.953121:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 416 00000100:00100000:0.0:1783952269.953130:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584011904:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952269.953147:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.953163:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388104 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd0d expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953227:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953241:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953251:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952269.953292:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952269.953296:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952269.953315:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953392:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388104 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953408:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.953416:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.953427:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952269.953431:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783800, rc 0) 00000100:00100000:0.0:1783952269.953477:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584011904:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 349us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.953484:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 416 00000100:00100000:0.0:1783952269.955078:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952269.955168:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012032 00000100:00100000:3.0:1783952269.955176:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012032 00000100:00100000:3.0:1783952269.955270:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 417 00000100:00100000:3.0:1783952269.955281:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584012032:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952269.955298:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.955314:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388112 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd14 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955486:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955514:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955523:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955537:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955544:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955550:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955588:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955595:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955601:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955607:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.955611:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955618:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955628:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.955637:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.955641:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955647:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b494388119 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955664:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955669:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955675:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955679:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952269.955682:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955687:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955694:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75d0904600) 00010000:00010000:3.0:1783952269.955696:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.955699:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955704:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388120 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955730:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388112 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd14 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955744:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952269.955746:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952269.955750:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388112 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd14 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.955758:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8800, rc 0) 00000100:00100000:3.0:1783952269.955799:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584012032:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 521us (729us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952269.955805:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 417 00000100:00100000:3.0:1783952269.957658:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952269.958133:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012288 00000100:00100000:2.0:1783952269.958144:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012288 00000100:00100000:2.0:1783952269.958203:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 418 00000100:00100000:2.0:1783952269.958213:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:122937:x1870607584012288:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:2.0:1783952269.958325:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600618752:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.958407:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.958465:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.958654:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618752 00000100:00100000:1.0:1783952269.958659:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618752 00000100:00100000:1.0:1783952269.958691:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1783952269.958697:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:161900:x1870607600618752:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952269.958766:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:161900:x1870607600618752:12345-0@lo:1000:mdt00_003.0 Request processed in 69us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.958774:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1783952269.958889:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600618752:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.958936:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600618880:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.958960:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.958983:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.959093:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600618880 00000100:00100000:1.0:1783952269.959097:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600618880 00000100:00100000:1.0:1783952269.959132:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1783952269.959139:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:161900:x1870607600618880:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952269.959219:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:161900:x1870607600618880:12345-0@lo:1000:mdt00_003.0 Request processed in 80us (258us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952269.959226:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1783952269.959318:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600618880:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1783952269.959547:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.959558:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.959568:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.959579:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619008:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1783952269.959603:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952269.959625:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.959666:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619008 00000100:00100000:3.0:1783952269.959670:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619008 00000100:00100000:3.0:1783952269.959703:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1783952269.959711:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:161900:x1870607600619008:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952269.959721:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952269.959734:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388127 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.959756:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.959765:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.959789:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.959816:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 5 pid: 159118 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.959828:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600619136:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952269.959903:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb2153c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952269.969038:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952269.969538:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012416 00000100:00100000:0.0:1783952269.969549:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012416 00010000:00010000:0.0:1783952269.969596:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 6 pid: 159118 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.969640:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00100000:0.0:1783952269.969650:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584012416:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952269.969667:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952269.969673:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 6 pid: 159118 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.969687:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 6 pid: 159118 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.969728:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952269.969736:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.969748:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.969757:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.969796:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.969812:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600619264:0@lo:105: 00000100:00100000:0.0:1783952269.969882:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.969927:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.970056:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619264 00000100:00100000:1.0:1783952269.970060:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619264 00000100:00100000:1.0:1783952269.970188:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783952269.970196:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600619264:12345-0@lo:105: 00010000:00010000:1.0:1783952269.970209:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970230:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970238:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970246:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970253:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970262:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.970278:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74ca9f1200) 00000100:00100000:1.0:1783952269.970329:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600619264:12345-0@lo:105: Request processed in 132us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.970362:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783952269.970405:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600619264:0@lo:105: 00010000:00010000:1.0:1783952269.970436:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952269.970478:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584012416:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 829us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.970486:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 79 00010000:00010000:2.0:1783952269.970852:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b49438810b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd0d expref: 5 pid: 159118 timeout: 6056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952269.970930:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600619136:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952269.970953:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952269.970962:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952269.970965:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952269.970968:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9c00, rc 0) 00000100:00100000:2.0:1783952269.971076:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+22:161900:x1870607600619008:12345-0@lo:101:mdt00_003.0 Request processed in 11366us (11472us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.971084:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1783952269.971949:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619008:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952269.971980:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.972021:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952269.972078:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.972087:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.972099:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952269.972121:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619392:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952269.972173:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.972386:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb2153c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952269.973123:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619392 00000100:00100000:0.0:1783952269.973135:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619392 00000100:00100000:0.0:1783952269.973202:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1783952269.973212:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:161900:x1870607600619392:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952269.973230:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952269.973250:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438813c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388135 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.973280:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438813c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388135 expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.973314:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438813c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388135 expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.973323:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75c6934300) 00010000:00010000:0.0:1783952269.973326:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952269.973329:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782c00, rc 0) 00000100:00100000:0.0:1783952269.973528:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619392:12345-0@lo:101:mdt00_003.0 Request processed in 318us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952269.973536:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1783952269.973686:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619392:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952269.973702:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952269.973726:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952269.973745:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952269.973789:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619520:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.973827:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.973896:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb2156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.974120:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619520 00000100:00100000:2.0:1783952269.974126:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619520 00000100:00100000:2.0:1783952269.974167:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1783952269.974175:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619520:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.974253:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619520:12345-0@lo:1000:mdt00_003.0 Request processed in 79us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.974260:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1783952269.974378:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619520:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.974528:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619648:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.974555:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.974578:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2096900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.974635:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619648 00000100:00100000:1.0:1783952269.974648:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619648 00000100:00100000:1.0:1783952269.974725:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1783952269.974733:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619648:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952269.974820:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619648:12345-0@lo:1000:mdt00_003.0 Request processed in 88us (264us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952269.974828:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1783952269.974897:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619648:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.974970:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619776:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.974993:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.975213:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2096900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.978297:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619776 00000100:00100000:2.0:1783952269.978314:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619776 00000100:00100000:2.0:1783952269.978389:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1783952269.978402:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619776:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.978556:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619776:12345-0@lo:1000:mdt00_003.0 Request processed in 157us (3561us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952269.978564:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1783952269.981452:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619776:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.981574:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619904:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.981649:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.981698:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2096900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.981814:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600619904 00000100:00100000:2.0:1783952269.981822:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600619904 00000100:00100000:2.0:1783952269.981866:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1783952269.981877:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619904:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.981970:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600619904:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.981979:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1783952269.982062:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600619904:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.982111:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620032:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.982135:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.982174:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2096900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.982224:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620032 00000100:00100000:2.0:1783952269.982228:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620032 00000100:00100000:2.0:1783952269.982247:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1783952269.982260:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600620032:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952269.982328:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600620032:12345-0@lo:1000:mdt00_003.0 Request processed in 68us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952269.982359:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1783952269.982422:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620032:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.982463:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620160:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952269.982485:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952269.982508:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2096900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.982595:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620160 00000100:00100000:1.0:1783952269.982600:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620160 00000100:00100000:1.0:1783952269.982626:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1783952269.982633:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600620160:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952269.982689:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600620160:12345-0@lo:1000:mdt00_003.0 Request processed in 56us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.982696:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1783952269.982783:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620160:0@lo:1000:mdt00_003.0 00080000:00000400:3.0:1783952269.983391:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983396:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983398:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983400:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983402:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:3.0:1783952269.983404:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.983468:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983471:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983473:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983475:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983478:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:3.0:1783952269.983480:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.983629:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983633:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983635:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983637:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983639:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.983641:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.983661:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983664:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983666:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983668:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983670:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.983673:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.983691:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983693:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983695:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983697:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983700:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.983702:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952269.983729:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:3.0:1783952269.983732:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952269.983733:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952269.983735:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952269.983737:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:3.0:1783952269.983739:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:3.0:1783952269.983818:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].12, 2168 off52520 00000040:00080000:3.0:1783952269.983912:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].12, 2368 off54384 00000004:00080000:3.0:1783952269.983920:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c2096180 with version 24 00000004:00080000:1.0:1783952269.984414:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 24 rpc_version 24 00000020:00100000:1.0:1783952269.984455:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952269.984464:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75f717f100 x1870607600620416/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952269.984487:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600620416:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952269.984548:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.984583:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c25719c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952269.984636:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620416 00000100:00100000:2.0:1783952269.984644:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620416 00000100:00100000:2.0:1783952269.984687:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1783952269.984696:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:159852:x1870607600620416:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1783952269.984981:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1783952269.984986:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.984989:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952269.984991:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.984994:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1783952269.984995:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.985101:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1783952269.985104:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.985106:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952269.985108:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.985110:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1783952269.985112:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952269.985137:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:2.0:1783952269.985140:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952269.985142:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952269.985144:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952269.985146:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1783952269.985148:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952269.985464:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:159852:x1870607600620416:12345-0@lo:1000:osp_up0-1.0 Request processed in 768us (914us total) trans 34359738580 rc 0/0 00000100:00100000:2.0:1783952269.985473:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1783952269.985654:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600620416:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1783952269.985803:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985818:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985830:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985850:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: --/PW res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985857:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985863:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985895:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985913:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.985925:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.985943:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620544:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1783952269.985980:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952269.986023:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1783952269.986087:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620544 00000100:00100000:1.0:1783952269.986093:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620544 00000100:00100000:1.0:1783952269.986133:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1783952269.986142:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:161900:x1870607600620544:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952269.986157:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952269.986174:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388158 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388151 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.986202:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388158 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388151 expref: 25 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.986215:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388158 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388151 expref: 25 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.986223:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:1.0:1783952269.986226:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952269.986229:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952269.986267:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600620544:12345-0@lo:101:mdt00_003.0 Request processed in 126us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.986273:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1783952269.990609:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600620544:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952269.990648:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990665:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952269.990698:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000611af157 reply state 00000000dc8cd255 transno 21474836576 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: PW/PW res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990715:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990723:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff8a75c6934800) 00010000:00010000:0.0:1783952269.990726:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.990730:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952269.990738:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990746:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952269.990777:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x9:0x0] 00000004:00010000:0.0:1783952269.990785:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000611af157 reply state 00000000dc8cd255 transno 21474836576 ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990794:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990800:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75c6934200) 00010000:00010000:0.0:1783952269.990802:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952269.990804:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1783952269.990809:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00000004:00080000:0.0:1783952269.990818:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.990830:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990838:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990845:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990865:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952269.990870:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952269.990874:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952269.990881:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952269.990999:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:122937:x1870607584012288:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 32786us (33359us total) trans 21474836576 rc 0/0 00000100:00100000:0.0:1783952269.991008:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 418 00010000:00010000:1.0:1783952269.991110:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952269.991118:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991127:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952269.991133:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952269.991142:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991184:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991191:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952269.991238:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991246:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1200/0x3b91f5b494388127 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438812e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991261:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952269.991263:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952269.991265:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952269.991306:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952269.991326:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600620672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952269.991427:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952269.991535:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620672 00000100:00100000:1.0:1783952269.991543:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620672 00000100:00100000:1.0:1783952269.991597:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783952269.991605:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+25:106953:x1870607600620672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952269.991618:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952269.991639:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9c00/0x3b91f5b49438812e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388127 expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952269.991658:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952269.991662:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952269.991694:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+24:106953:x1870607600620672:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952269.991701:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783952269.991737:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600620672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952270.001461:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.004479:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012544 00000100:00100000:1.0:1783952270.004495:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012544 00000100:00100000:1.0:1783952270.004691:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 419 00000100:00100000:1.0:1783952270.004704:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584012544:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952270.004727:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952270.004767:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438815f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd1b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.004845:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.004861:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.004873:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952270.004947:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952270.004951:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952270.004975:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.005001:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438815f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.005031:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.005040:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.005043:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952270.005048:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56200, rc 0) 00000100:00100000:1.0:1783952270.005178:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584012544:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 476us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.005185:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 419 00000100:00100000:2.0:1783952270.016536:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952270.016689:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012672 00000100:00100000:0.0:1783952270.016702:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012672 00000100:00100000:0.0:1783952270.016826:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 420 00000100:00100000:0.0:1783952270.016837:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584012672:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952270.016860:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.016885:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b49438816d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd22 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.016966:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.016980:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.016994:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017009:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017026:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017048:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017099:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017105:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017111:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017118:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017124:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431be00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952270.017128:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017135:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017147:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952270.017151:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.017156:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017162:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388174 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017176:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017189:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017195:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017199:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952270.017202:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017208:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017216:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75c6934e00) 00010000:00010000:0.0:1783952270.017219:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.017222:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017228:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438817b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017261:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b49438816d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd22 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017271:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952270.017274:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.017278:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b49438816d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd22 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.017298:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b000, rc 0) 00000100:00100000:0.0:1783952270.017421:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584012672:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 585us (896us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952270.017429:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 420 00000100:00100000:0.0:1783952270.028560:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952270.028665:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584012928 00000100:00100000:3.0:1783952270.028683:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584012928 00000100:00100000:3.0:1783952270.029314:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 421 00000100:00100000:3.0:1783952270.029331:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:122937:x1870607584012928:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:2.0:1783952270.029744:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600620800:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.029814:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.029861:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.029987:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620800 00000100:00100000:0.0:1783952270.029995:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620800 00000100:00100000:0.0:1783952270.030074:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1783952270.030084:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600620800:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952270.030171:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600620800:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.030179:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1783952270.030383:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600620800:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.030439:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600620928:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.030465:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.030481:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.030530:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600620928 00000100:00100000:0.0:1783952270.030534:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600620928 00000100:00100000:0.0:1783952270.030567:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1783952270.030574:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600620928:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952270.030648:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600620928:12345-0@lo:1000:mdt00_000.0 Request processed in 74us (182us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952270.030657:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1783952270.030718:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600620928:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1783952270.030769:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.030780:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.030789:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.030800:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621056:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1783952270.030831:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.030851:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.030864:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621056 00000100:00100000:2.0:1783952270.030868:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621056 00000100:00100000:2.0:1783952270.030886:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1783952270.030893:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600621056:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952270.031020:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952270.031040:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388182 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.031091:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.031102:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.031127:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.031141:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 5 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.031153:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600621184:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952270.031375:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.039595:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600621184:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952270.039636:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.039650:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952270.039673:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.039679:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.039691:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0a00, rc 0) 00000100:00100000:0.0:1783952270.039780:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600621056:12345-0@lo:101:mdt00_000.0 Request processed in 8887us (8947us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.039789:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1783952270.039971:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952270.040069:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013056 00000100:00100000:0.0:1783952270.040077:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013056 00010000:00010000:0.0:1783952270.040108:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.040177:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 80 00000100:00100000:0.0:1783952270.040191:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584013056:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952270.040208:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952270.040215:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040229:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040254:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388166 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd1b expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040273:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952270.040278:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040301:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040309:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.040394:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.040410:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600621312:0@lo:105: 00000100:00100000:0.0:1783952270.040457:0:159103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.040491:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.042202:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621312 00000100:00100000:2.0:1783952270.042221:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621312 00000100:00100000:2.0:1783952270.042320:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783952270.042377:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600621312:12345-0@lo:105: 00010000:00010000:2.0:1783952270.042402:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042416:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042426:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042456:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042465:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042475:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.042500:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a74ca9f1a00) 00000100:00100000:2.0:1783952270.042615:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600621312:12345-0@lo:105: Request processed in 283us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.042627:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783952270.042684:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600621312:0@lo:105: 00010000:00010000:0.0:1783952270.042714:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952270.042794:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584013056:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2606us (2829us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.042804:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 80 00000100:00100000:3.0:1783952270.045444:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621056:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1783952270.045488:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952270.045536:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952270.045616:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.045626:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.045671:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.045702:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621440:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1783952270.045803:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952270.045848:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.045869:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621440 00000100:00100000:0.0:1783952270.045886:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621440 00000100:00100000:0.0:1783952270.046094:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1783952270.046106:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600621440:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952270.046131:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.046164:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388197 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388190 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.046561:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388197 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388190 expref: 26 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.046595:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388197 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388190 expref: 26 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.046603:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75c6934e00) 00010000:00010000:0.0:1783952270.046606:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.046609:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b400, rc 0) 00000100:00100000:0.0:1783952270.046761:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621440:12345-0@lo:101:mdt00_000.0 Request processed in 657us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.046769:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1783952270.048730:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621440:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1783952270.048785:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.048801:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952270.048831:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952270.049471:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621568:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.049553:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.049640:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.049706:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621568 00000100:00100000:0.0:1783952270.049715:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621568 00000100:00100000:0.0:1783952270.049773:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1783952270.049782:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621568:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952270.050052:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621568:12345-0@lo:1000:mdt00_000.0 Request processed in 271us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.050060:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1783952270.050126:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621568:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.050509:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621696:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.050543:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.050570:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.050611:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621696 00000100:00100000:2.0:1783952270.050627:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621696 00000100:00100000:2.0:1783952270.050695:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1783952270.050707:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621696:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.050870:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621696:12345-0@lo:1000:mdt00_000.0 Request processed in 165us (324us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952270.050878:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1783952270.051809:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621696:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.052076:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621824:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.052128:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.052217:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.052649:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621824 00000100:00100000:0.0:1783952270.052659:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621824 00000100:00100000:0.0:1783952270.052753:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1783952270.052765:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621824:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952270.053636:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621824:12345-0@lo:1000:mdt00_000.0 Request processed in 870us (1504us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952270.053647:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1783952270.053875:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621824:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.054101:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621952:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.054146:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.054175:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.054248:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600621952 00000100:00100000:2.0:1783952270.054262:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600621952 00000100:00100000:2.0:1783952270.054366:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1783952270.054381:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621952:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.054521:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600621952:12345-0@lo:1000:mdt00_000.0 Request processed in 145us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.054550:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1783952270.054566:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600621952:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.054827:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622080:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.055104:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.055133:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.055214:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622080 00000100:00100000:0.0:1783952270.055221:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622080 00000100:00100000:0.0:1783952270.055272:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1783952270.055293:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600622080:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952270.055431:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600622080:12345-0@lo:1000:mdt00_000.0 Request processed in 139us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.055439:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1783952270.055471:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622080:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.055523:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622208:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952270.055547:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.055567:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.055906:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622208 00000100:00100000:2.0:1783952270.055917:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622208 00000100:00100000:2.0:1783952270.055971:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1783952270.055980:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600622208:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952270.056232:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+26:159116:x1870607600622208:12345-0@lo:1000:mdt00_000.0 Request processed in 252us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.056241:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1783952270.056391:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622208:0@lo:1000:mdt00_000.0 00080000:00000400:1.0:1783952270.057767:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.057775:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.057776:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.057778:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.057779:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1783952270.057781:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.057832:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.057843:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.057844:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.057846:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.057847:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1783952270.057848:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.059269:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.059277:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.059279:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.059281:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.059283:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1783952270.059285:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.059310:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.059312:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.059313:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.059314:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.059321:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1783952270.059322:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.059331:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.059333:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.059352:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.059354:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.059356:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1783952270.059358:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.059400:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.059402:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.059404:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.059405:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.059406:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/4, delete: 0/0/0 00080000:00000400:1.0:1783952270.059408:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1783952270.059471:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].13, 2168 off54688 00000040:00080000:1.0:1783952270.059544:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].13, 2368 off56752 00000004:00080000:1.0:1783952270.059549:0:159116:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c25719c0 with version 25 00000004:00080000:2.0:1783952270.059656:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 25 rpc_version 25 00000020:00100000:2.0:1783952270.059729:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952270.059744:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c6590e00 x1870607600622464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952270.059849:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600622464:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952270.059981:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.061232:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.061374:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622464 00000100:00100000:0.0:1783952270.061386:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622464 00000100:00100000:0.0:1783952270.061470:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1783952270.061483:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:159852:x1870607600622464:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:0.0:1783952270.063634:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 306, rollback = 2 00080000:00000400:0.0:1783952270.063648:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952270.063651:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1783952270.063653:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.063656:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:0.0:1783952270.063658:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.064319:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 306, rollback = 2 00080000:00000400:0.0:1783952270.064325:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952270.064327:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1783952270.064329:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.064331:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952270.064333:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.064419:0:159854:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 306, rollback = 2 00080000:00000400:0.0:1783952270.064422:0:159854:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952270.064424:0:159854:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 6/306/0 00080000:00000400:0.0:1783952270.064427:0:159854:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.064429:0:159854:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952270.064431:0:159854:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952270.064842:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:159852:x1870607600622464:12345-0@lo:1000:osp_up0-1.0 Request processed in 3355us (4854us total) trans 34359738581 rc 0/0 00000100:00100000:0.0:1783952270.064860:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1783952270.066321:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600622464:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1783952270.066953:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: --/PW res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.066978:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067072:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067103:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067111:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067184:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067242:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067250:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.067264:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.067313:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622592:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1783952270.067430:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952270.067466:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.067630:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622592 00000100:00100000:0.0:1783952270.067639:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622592 00000100:00100000:0.0:1783952270.067770:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1783952270.067782:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:159116:x1870607600622592:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952270.067811:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.067831:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943881b3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943881ac expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.067859:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943881b3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943881ac expref: 28 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.067873:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943881b3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881ac expref: 28 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.067884:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:0.0:1783952270.067888:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.067892:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431be00, rc 0) 00000100:00100000:0.0:1783952270.067951:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:159116:x1870607600622592:12345-0@lo:101:mdt00_000.0 Request processed in 170us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.067959:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1783952270.068059:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600622592:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1783952270.068079:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068093:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952270.068132:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e40d5ad4 reply state 0000000067ad9814 transno 21474836577 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068149:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068157:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:3.0:1783952270.068159:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952270.068163:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952270.068171:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068180:0:159116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952270.068193:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xa:0x0] 00000004:00010000:3.0:1783952270.068200:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e40d5ad4 reply state 0000000067ad9814 transno 21474836577 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068226:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068233:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:3.0:1783952270.068236:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952270.068238:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1783952270.068246:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00000004:00080000:3.0:1783952270.068257:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952270.068271:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068279:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068286:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068324:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952270.068330:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952270.068371:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.068379:0:159116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.068492:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:122937:x1870607584012928:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 39164us (39942us total) trans 21474836577 rc 0/0 00000100:00100000:3.0:1783952270.068499:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 421 00010000:00010000:1.0:1783952270.069102:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952270.069124:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069136:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952270.069144:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952270.069155:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069201:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069216:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952270.069255:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069264:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1a00/0x3b91f5b494388182 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388189 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069284:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952270.069286:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952270.069288:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952270.069301:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952270.069324:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600622720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952270.069437:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.069495:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622720 00000100:00100000:1.0:1783952270.069503:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622720 00000100:00100000:1.0:1783952270.069556:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783952270.069567:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+28:106952:x1870607600622720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952270.069588:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952270.069613:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494388189 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388182 expref: 28 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.069628:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.069634:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952270.069668:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+27:106952:x1870607600622720:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.069676:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783952270.069923:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600622720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952270.074862:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952270.075065:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013184 00000100:00100000:3.0:1783952270.075081:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013184 00000100:00100000:3.0:1783952270.075279:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 422 00000100:00100000:3.0:1783952270.075293:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584013184:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952270.075324:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952270.075426:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd29 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075518:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075537:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075551:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952270.075614:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952270.075619:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952270.075646:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075677:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075706:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.075717:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.075720:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952270.075918:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:3.0:1783952270.076129:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013184:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 837us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.076139:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 422 00000100:00100000:0.0:1783952270.079240:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.079369:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013312 00000100:00100000:1.0:1783952270.079382:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013312 00000100:00100000:1.0:1783952270.079458:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 423 00000100:00100000:1.0:1783952270.079471:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013312:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952270.079499:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952270.079526:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b4943881c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd30 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079615:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079632:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079645:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079665:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079673:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079680:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079741:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079749:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079785:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079792:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079801:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952270.079806:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079815:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079829:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.079832:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952270.079837:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079844:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b4943881cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079861:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079867:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079874:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079880:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952270.079888:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079895:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079904:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75f65e4800) 00010000:00010000:1.0:1783952270.079907:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952270.079909:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079916:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943881d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079953:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b4943881c8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd30 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079964:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.079967:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952270.079970:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b4943881c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd30 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.079980:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57200, rc 0) 00000100:00100000:1.0:1783952270.080086:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013312:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 618us (862us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952270.080094:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 423 00000100:00100000:2.0:1783952270.084483:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952270.084602:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013568 00000100:00100000:0.0:1783952270.084617:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013568 00000100:00100000:0.0:1783952270.084700:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 424 00000100:00100000:0.0:1783952270.084712:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:122937:x1870607584013568:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:0.0:1783952270.084897:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600622848:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.084975:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.085055:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.085454:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622848 00000100:00100000:2.0:1783952270.085461:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622848 00000100:00100000:2.0:1783952270.085513:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1783952270.085524:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:159118:x1870607600622848:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952270.085629:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:159118:x1870607600622848:12345-0@lo:1000:mdt00_002.0 Request processed in 106us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.085638:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1783952270.085915:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600622848:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.085995:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600622976:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.086037:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.086067:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.086228:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600622976 00000100:00100000:2.0:1783952270.086233:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600622976 00000100:00100000:2.0:1783952270.086286:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1783952270.086294:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:159118:x1870607600622976:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952270.086446:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:159118:x1870607600622976:12345-0@lo:1000:mdt00_002.0 Request processed in 152us (408us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952270.086456:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1783952270.086605:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600622976:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1783952270.086675:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.086701:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.086715:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.086732:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623104:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952270.086779:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.086805:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.086924:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623104 00000100:00100000:3.0:1783952270.086930:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623104 00000100:00100000:3.0:1783952270.086979:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1783952270.086998:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+27:159118:x1870607600623104:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952270.087020:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952270.087042:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943881dd expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.087077:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.087089:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 28 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.087133:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.087150:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 5 pid: 161900 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.087164:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600623232:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952270.087253:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.090428:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600623232:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952270.090511:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 28 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.090528:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.090532:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.090537:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 28 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.090551:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:3.0:1783952270.090634:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+28:159118:x1870607600623104:12345-0@lo:101:mdt00_002.0 Request processed in 3646us (3853us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.090646:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1783952270.090872:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623104:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952270.090899:0:159118:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.090910:0:159118:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.092787:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.093317:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013696 00000100:00100000:1.0:1783952270.093332:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013696 00010000:00010000:1.0:1783952270.093426:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 6 pid: 161900 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.093479:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:1.0:1783952270.093492:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584013696:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952270.093513:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952270.093521:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 6 pid: 161900 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093566:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 6 pid: 161900 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093597:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943881c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd29 expref: 6 pid: 161900 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093618:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.093627:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 27 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093642:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 27 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093653:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 27 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.093700:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 27 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.093717:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3006d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600623360:0@lo:105: 00000100:00100000:1.0:1783952270.093807:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.093860:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.094037:0:163096:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1783952270.094057:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623360 00000100:00100000:3.0:1783952270.094061:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623360 00000100:00100000:3.0:1783952270.094124:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783952270.094134:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c7731850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600623360:12345-0@lo:105: 00010000:00010000:3.0:1783952270.094149:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094160:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094171:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094179:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094200:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094210:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.094231:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75d0d57200) 00000100:00100000:3.0:1783952270.094282:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c7731850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600623360:12345-0@lo:105: Request processed in 150us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.094290:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783952270.094674:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3006d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600623360:0@lo:105: 00010000:00010000:1.0:1783952270.094698:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952270.094770:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584013696:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1278us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.094790:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 81 00010000:00010000:1.0:1783952270.095301:0:159118:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.095316:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952270.095368:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952270.095423:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.095432:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.095444:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.095465:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623488:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952270.095511:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.095536:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.096711:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623488 00000100:00100000:0.0:1783952270.096726:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623488 00000100:00100000:0.0:1783952270.096822:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1783952270.096832:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+28:159118:x1870607600623488:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952270.096858:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.096889:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943881f2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943881eb expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.096925:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943881f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943881eb expref: 29 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.096944:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943881f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943881eb expref: 29 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.096955:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75d69e2200) 00010000:00010000:0.0:1783952270.096958:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.096963:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a000, rc 0) 00000100:00100000:0.0:1783952270.097068:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623488:12345-0@lo:101:mdt00_002.0 Request processed in 237us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.097077:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1783952270.097244:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623488:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952270.097270:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.097282:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952270.097307:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952270.097420:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623616:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097468:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.097501:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623616 00000100:00100000:1.0:1783952270.097506:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623616 00000100:00100000:1.0:1783952270.097537:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1783952270.097544:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623616:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097614:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623616:12345-0@lo:1000:mdt00_002.0 Request processed in 70us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.097622:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1783952270.097644:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.097659:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623616:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097706:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623744:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097729:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.097749:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623744 00000100:00100000:1.0:1783952270.097753:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623744 00000100:00100000:1.0:1783952270.097770:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1783952270.097775:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097850:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623744:12345-0@lo:1000:mdt00_002.0 Request processed in 73us (119us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952270.097857:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1783952270.097874:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.097886:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623744:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097973:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623872:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.097997:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.098030:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600623872 00000100:00100000:1.0:1783952270.098043:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600623872 00000100:00100000:1.0:1783952270.098064:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1783952270.098071:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623872:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098291:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600623872:12345-0@lo:1000:mdt00_002.0 Request processed in 219us (292us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952270.098298:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1783952270.098317:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.098331:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600623872:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098434:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624000:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098464:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.098484:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624000 00000100:00100000:1.0:1783952270.098488:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624000 00000100:00100000:1.0:1783952270.098506:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1783952270.098512:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624000:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098564:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624000:12345-0@lo:1000:mdt00_002.0 Request processed in 51us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.098572:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1783952270.098587:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.098599:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624000:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098643:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624128:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098665:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.098683:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624128 00000100:00100000:1.0:1783952270.098686:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624128 00000100:00100000:1.0:1783952270.098703:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1783952270.098709:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624128:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098768:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624128:12345-0@lo:1000:mdt00_002.0 Request processed in 59us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.098785:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1783952270.098802:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.098816:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624128:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098856:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624256:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098881:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.098900:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624256 00000100:00100000:1.0:1783952270.098903:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624256 00000100:00100000:1.0:1783952270.098924:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1783952270.098930:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624256:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.098971:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159118:x1870607600624256:12345-0@lo:1000:mdt00_002.0 Request processed in 40us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.098979:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1783952270.099010:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.099031:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624256:0@lo:1000:mdt00_002.0 00080000:00000400:1.0:1783952270.099786:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 259 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.099793:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.099796:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.099798:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.099801:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:1.0:1783952270.099804:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.099879:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.099883:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.099885:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.099888:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.099889:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:1.0:1783952270.099892:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.100085:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.100094:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.100096:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.100098:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.100100:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952270.100103:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.100126:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.100129:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.100131:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.100133:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.100135:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952270.100136:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.100146:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.100148:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.100150:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.100153:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.100155:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952270.100156:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.100186:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:1.0:1783952270.100189:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/0, destroy: 0/0/0 00080000:00000400:1.0:1783952270.100191:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:1.0:1783952270.100193:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.100196:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:1.0:1783952270.100198:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:1.0:1783952270.100297:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].14, 2168 off56856 00000040:00080000:1.0:1783952270.100470:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].14, 2368 off59120 00000004:00080000:1.0:1783952270.100480:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c2571840 with version 26 00000004:00080000:1.0:1783952270.100514:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 26 rpc_version 26 00000020:00100000:1.0:1783952270.100564:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952270.100577:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75e6eafb80 x1870607600624512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952270.100605:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600624512:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952270.100698:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.100732:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.100765:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624512 00000100:00100000:1.0:1783952270.100773:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624512 00000100:00100000:1.0:1783952270.100820:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1783952270.100829:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:159852:x1870607600624512:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:1.0:1783952270.103549:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:1.0:1783952270.103566:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952270.103569:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1783952270.103572:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.103574:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:1.0:1783952270.103577:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.103874:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:1.0:1783952270.103878:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952270.103880:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1783952270.103882:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.103884:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1783952270.103886:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952270.103929:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:1.0:1783952270.103933:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952270.103935:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:1.0:1783952270.103938:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952270.103940:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:1.0:1783952270.103943:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952270.104873:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:159852:x1870607600624512:12345-0@lo:1000:osp_up0-1.0 Request processed in 4035us (4166us total) trans 34359738582 rc 0/0 00000100:00100000:1.0:1783952270.104891:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1783952270.105289:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600624512:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1783952270.105609:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.105631:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.105659:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.105686:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.105696:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.105704:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.106487:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.106500:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.106515:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.106549:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624640:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952270.106654:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.106827:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.106890:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624640 00000100:00100000:0.0:1783952270.106907:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624640 00000100:00100000:0.0:1783952270.107110:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1783952270.107132:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+30:159118:x1870607600624640:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952270.107160:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.107185:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438820e lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388207 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.107216:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438820e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388207 expref: 31 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.107230:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438820e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388207 expref: 31 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.107241:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:0.0:1783952270.107245:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.107250:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a600, rc 0) 00000100:00100000:0.0:1783952270.107312:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+31:159118:x1870607600624640:12345-0@lo:101:mdt00_002.0 Request processed in 183us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.107320:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1783952270.107432:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600624640:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952270.107451:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107462:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952270.107513:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000ea7b027 reply state 00000000058e48fe transno 21474836578 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107531:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107538:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff8a75f65e4e00) 00010000:00010000:1.0:1783952270.107541:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952270.107545:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952270.107552:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107560:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952270.107573:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xb:0x0] 00000004:00010000:1.0:1783952270.107581:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000ea7b027 reply state 00000000058e48fe transno 21474836578 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107590:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107596:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:1.0:1783952270.107599:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952270.107601:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1783952270.107608:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00000004:00080000:1.0:1783952270.107621:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952270.107632:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107651:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107660:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107700:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1783952270.107706:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952270.107712:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.107720:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.107862:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952270.107872:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.107882:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952270.107889:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952270.107899:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.107942:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.107950:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952270.107979:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.108000:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57200/0x3b91f5b4943881dd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.108026:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952270.108039:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952270.108041:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952270.108060:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600624768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952270.108110:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.108168:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624768 00000100:00100000:2.0:1783952270.108174:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624768 00000100:00100000:2.0:1783952270.108219:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783952270.108228:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+31:106954:x1870607600624768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952270.108241:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952270.108261:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b4943881e4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943881dd expref: 31 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.108280:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952270.108285:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952270.108318:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+30:106954:x1870607600624768:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.108325:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783952270.108423:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb76a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600624768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952270.108749:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:122937:x1870607584013568:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 24035us (24278us total) trans 21474836578 rc 0/0 00000100:00100000:1.0:1783952270.108767:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 424 00000100:00100000:0.0:1783952270.112662:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.112843:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013824 00000100:00100000:1.0:1783952270.112858:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013824 00000100:00100000:1.0:1783952270.112946:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 425 00000100:00100000:1.0:1783952270.112960:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584013824:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952270.113003:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952270.113046:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388215 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd37 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113274:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113315:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113331:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952270.113436:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952270.113441:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952270.113469:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113503:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388215 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113529:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.113540:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.113544:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952270.113549:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57200, rc 0) 00000100:00100000:1.0:1783952270.113845:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013824:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 887us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.113856:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 425 00000100:00100000:2.0:1783952270.117677:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952270.118074:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584013952 00000100:00100000:3.0:1783952270.118089:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584013952 00000100:00100000:3.0:1783952270.118285:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 426 00000100:00100000:3.0:1783952270.118299:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013952:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952270.118329:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952270.118401:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b494388223 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd3e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118496:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118515:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118529:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118548:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118577:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118585:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118648:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118657:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118664:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118671:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118678:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952270.118682:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118691:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118706:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.118711:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.118717:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118724:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438822a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118979:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.118999:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119007:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119022:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952270.119026:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119033:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119044:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75d0904700) 00010000:00010000:3.0:1783952270.119047:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.119050:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119056:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388231 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119098:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b494388223 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd3e expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119110:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.119113:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.119139:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b494388223 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd3e expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.119150:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8600, rc 0) 00000100:00100000:0.0:1783952270.119401:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584013952:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1100us (1735us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952270.119410:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 426 00000100:00100000:2.0:1783952270.122691:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952270.123488:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014208 00000100:00100000:0.0:1783952270.123502:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014208 00000100:00100000:0.0:1783952270.123584:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 427 00000100:00100000:0.0:1783952270.123594:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:122937:x1870607584014208:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:0.0:1783952270.123805:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600624896:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952270.123878:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.123915:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.124166:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600624896 00000100:00100000:1.0:1783952270.124172:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600624896 00000100:00100000:1.0:1783952270.124211:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1783952270.124220:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:161900:x1870607600624896:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.124308:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:161900:x1870607600624896:12345-0@lo:1000:mdt00_003.0 Request processed in 88us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.124326:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1783952270.124528:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600624896:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952270.124578:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625024:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952270.124598:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.124617:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.124659:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625024 00000100:00100000:2.0:1783952270.124663:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625024 00000100:00100000:2.0:1783952270.124694:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1783952270.124702:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+30:161900:x1870607600625024:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952270.124786:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+30:161900:x1870607600625024:12345-0@lo:1000:mdt00_003.0 Request processed in 86us (187us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952270.124791:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1783952270.125021:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625024:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1783952270.125083:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.125095:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.125106:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.125248:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625152:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1783952270.125279:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.125367:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.125432:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625152 00000100:00100000:2.0:1783952270.125437:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625152 00000100:00100000:2.0:1783952270.125490:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1783952270.125496:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+30:161900:x1870607600625152:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952270.125508:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952270.125525:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388238 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.125550:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.125561:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.125584:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.125596:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 5 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.125604:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600625280:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952270.125669:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea906c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.127647:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952270.127683:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600625280:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952270.127726:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.127801:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.127805:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.127810:0:159121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.127823:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1800, rc 0) 00000100:00100000:1.0:1783952270.127887:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014336 00000100:00100000:1.0:1783952270.127896:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014336 00000100:00100000:3.0:1783952270.127898:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+31:161900:x1870607600625152:12345-0@lo:101:mdt00_003.0 Request processed in 2401us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.127909:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00010000:00010000:1.0:1783952270.127941:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.128063:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625152:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952270.128082:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.128090:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.128193:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:1.0:1783952270.128205:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584014336:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952270.128225:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952270.128230:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128241:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128262:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b49438821c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd37 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128278:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.128281:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 30 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128290:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 30 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128297:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 30 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.128410:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 30 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.128425:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600625408:0@lo:105: 00000100:00100000:1.0:1783952270.128470:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.128510:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.128650:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625408 00000100:00100000:3.0:1783952270.128654:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625408 00000100:00100000:3.0:1783952270.128688:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783952270.128696:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600625408:12345-0@lo:105: 00010000:00010000:3.0:1783952270.128710:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128721:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128732:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128858:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128864:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128870:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.128887:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431bc00) 00010000:00010000:0.0:1783952270.128913:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.128930:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.128932:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600625408:12345-0@lo:105: Request processed in 236us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.128939:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000004:00080000:0.0:1783952270.128957:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952270.129055:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.129063:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.129075:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.129088:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600625408:0@lo:105: 00000100:00100000:0.0:1783952270.129103:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625536:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952270.129104:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952270.129145:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.129158:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584014336:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 954us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.129166:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:0.0:1783952270.129173:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2180 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.129543:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625536 00000100:00100000:3.0:1783952270.129548:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625536 00000100:00100000:3.0:1783952270.129635:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1783952270.129644:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+31:161900:x1870607600625536:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952270.129666:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952270.129687:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b49438824d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388246 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.129709:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b49438824d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388246 expref: 32 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.129722:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b49438824d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388246 expref: 32 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.129750:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75d0904700) 00010000:00010000:3.0:1783952270.129753:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952270.129756:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8600, rc 0) 00000100:00100000:3.0:1783952270.129817:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625536:12345-0@lo:101:mdt00_003.0 Request processed in 174us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.129824:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1783952270.129883:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625536:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952270.129898:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.129908:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952270.129924:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952270.129974:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.130006:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.130048:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.130069:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625664 00000100:00100000:3.0:1783952270.130074:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625664 00000100:00100000:3.0:1783952270.130113:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1783952270.130119:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625664:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952270.130208:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625664:12345-0@lo:1000:mdt00_003.0 Request processed in 88us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.130215:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1783952270.130280:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.130332:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.130415:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.130438:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327180 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.130572:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625792 00000100:00100000:3.0:1783952270.130576:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625792 00000100:00100000:3.0:1783952270.130604:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1783952270.130611:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625792:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952270.130716:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625792:12345-0@lo:1000:mdt00_003.0 Request processed in 105us (300us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952270.130724:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1783952270.131028:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.131134:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625920:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.131165:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.131192:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.131254:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600625920 00000100:00100000:2.0:1783952270.131259:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600625920 00000100:00100000:2.0:1783952270.131371:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1783952270.131381:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625920:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952270.131475:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600625920:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (308us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952270.131490:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1783952270.131579:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600625920:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.131640:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626048:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.131666:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.131934:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327180 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.132162:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626048 00000100:00100000:3.0:1783952270.132168:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626048 00000100:00100000:0.0:1783952270.132578:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1783952270.132591:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626048:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952270.132698:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626048:12345-0@lo:1000:mdt00_003.0 Request processed in 110us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.132707:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1783952270.132862:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626048:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.132952:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626176:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952270.133007:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.133038:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.133264:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626176 00000100:00100000:0.0:1783952270.133270:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626176 00000100:00100000:0.0:1783952270.133456:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1783952270.133466:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626176:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952270.133585:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626176:12345-0@lo:1000:mdt00_003.0 Request processed in 121us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.133602:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1783952270.133677:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626176:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952270.133782:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626304:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952270.133822:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952270.134192:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.134272:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626304 00000100:00100000:2.0:1783952270.134280:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626304 00000100:00100000:2.0:1783952270.134313:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1783952270.134322:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626304:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952270.134422:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:161900:x1870607600626304:12345-0@lo:1000:mdt00_003.0 Request processed in 101us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.134430:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1783952270.134519:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626304:0@lo:1000:mdt00_003.0 00080000:00000400:3.0:1783952270.135524:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:3.0:1783952270.135530:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952270.135533:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952270.135536:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952270.135539:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:3.0:1783952270.135540:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952270.135625:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:3.0:1783952270.135629:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:3.0:1783952270.135631:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:3.0:1783952270.135633:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952270.135635:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:3.0:1783952270.135637:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.136586:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952270.136593:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952270.136595:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952270.136598:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.136601:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952270.136603:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.136635:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952270.136638:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952270.136640:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952270.136642:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.136644:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952270.136645:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.136655:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952270.136657:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952270.136658:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952270.136660:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.136662:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952270.136664:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.136704:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:2.0:1783952270.136707:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:2.0:1783952270.136709:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:2.0:1783952270.136717:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.136719:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:2.0:1783952270.136721:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:2.0:1783952270.137080:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].15, 2168 off59024 00000040:00080000:2.0:1783952270.137192:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].15, 2368 off61488 00000004:00080000:2.0:1783952270.137200:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75c87e0900 with version 27 00000004:00080000:1.0:1783952270.137412:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 27 rpc_version 27 00000020:00100000:1.0:1783952270.137472:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952270.137487:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75fc89ca80 x1870607600626560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952270.137519:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600626560:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952270.137622:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.137708:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.137828:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626560 00000100:00100000:2.0:1783952270.137837:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626560 00000100:00100000:2.0:1783952270.137937:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1783952270.137949:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:159852:x1870607600626560:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:2.0:1783952270.138607:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 292, rollback = 2 00080000:00000400:2.0:1783952270.138613:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952270.138615:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952270.138618:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.138620:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:2.0:1783952270.138622:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.138926:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1783952270.138930:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952270.138932:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952270.138934:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.138936:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1783952270.138938:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952270.138970:0:159122:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:2.0:1783952270.138973:0:159122:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952270.138974:0:159122:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:2.0:1783952270.138977:0:159122:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/50/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952270.138979:0:159122:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:2.0:1783952270.138981:0:159122:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952270.139541:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+33:159852:x1870607600626560:12345-0@lo:1000:osp_up0-1.0 Request processed in 1590us (1914us total) trans 34359738583 rc 0/0 00000100:00100000:2.0:1783952270.139557:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1783952270.139869:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600626560:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1783952270.140208:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: --/PW res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140232:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140257:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140284:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: --/PW res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140293:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140300:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140446:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140454:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.140466:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.140493:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626688:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1783952270.140556:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.140639:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca939540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.140690:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626688 00000100:00100000:0.0:1783952270.140699:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626688 00000100:00100000:0.0:1783952270.140862:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1783952270.140875:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:161900:x1870607600626688:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952270.140899:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952270.140922:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388269 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388262 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.140946:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388269 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388262 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.140960:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388269 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388262 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.140970:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75d69e2400) 00010000:00010000:0.0:1783952270.140974:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952270.140978:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ae00, rc 0) 00000100:00100000:0.0:1783952270.141120:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+34:161900:x1870607600626688:12345-0@lo:101:mdt00_003.0 Request processed in 247us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.141127:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1783952270.141210:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600626688:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952270.141229:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141241:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952270.141269:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099b19bda reply state 00000000c9684ce1 transno 21474836579 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141284:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141291:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff8a75f65e4500) 00010000:00010000:2.0:1783952270.141294:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952270.141297:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952270.141305:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141314:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952270.141327:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xc:0x0] 00000004:00010000:2.0:1783952270.141359:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099b19bda reply state 00000000c9684ce1 transno 21474836579 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: PW/PW res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141369:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141375:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75f65e4d00) 00010000:00010000:2.0:1783952270.141389:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952270.141392:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1783952270.141400:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00000004:00080000:2.0:1783952270.141411:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952270.141426:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141434:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141442:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141475:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783952270.141481:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952270.141486:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.141494:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.141592:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb76b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:122937:x1870607584014208:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 17996us (18914us total) trans 21474836579 rc 0/0 00000100:00100000:2.0:1783952270.141600:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 427 00010000:00010000:3.0:1783952270.141697:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952270.141705:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.141715:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431bc00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:3.0:1783952270.141722:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952270.141731:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.141855:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.141863:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952270.141906:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.141915:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b494388238 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438823f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.141933:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952270.141935:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952270.141938:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952270.142108:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600626816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952270.142157:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.142573:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626816 00000100:00100000:0.0:1783952270.142583:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626816 00000100:00100000:0.0:1783952270.142688:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783952270.142700:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+34:106955:x1870607600626816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952270.142714:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952270.142739:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1800/0x3b91f5b49438823f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388238 expref: 34 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.142847:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952270.142853:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952270.142905:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+33:106955:x1870607600626816:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.142914:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783952270.143007:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600626816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952270.149696:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.149941:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014464 00000100:00100000:1.0:1783952270.149956:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014464 00000100:00100000:1.0:1783952270.150055:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:1.0:1783952270.150069:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122937:x1870607584014464:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952270.150198:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952270.150230:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388270 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd45 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150330:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150641:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150655:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952270.150718:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952270.150723:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952270.150880:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150913:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388270 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150937:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.150948:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.150951:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952270.150956:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56200, rc 0) 00000100:00100000:1.0:1783952270.151063:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584014464:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 996us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.151074:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:3.0:1783952270.157009:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.157235:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014592 00000100:00100000:1.0:1783952270.157250:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014592 00000100:00100000:2.0:1783952270.157470:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 429 00000100:00100000:2.0:1783952270.157488:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584014592:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952270.157539:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952270.157569:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b49438827e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd4c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157661:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157680:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157695:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157713:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157720:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.157727:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158177:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158187:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158194:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158201:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158221:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952270.158225:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158233:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158249:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952270.158252:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952270.158258:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158266:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494388285 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158284:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158291:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158298:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158304:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952270.158307:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158313:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158563:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75f61bdd00) 00010000:00010000:2.0:1783952270.158568:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952270.158572:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158578:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438828c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158629:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b49438827e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd4c expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158641:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952270.158643:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952270.158647:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b49438827e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd4c expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.158658:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0a00, rc 0) 00000100:00100000:2.0:1783952270.158867:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:122937:x1870607584014592:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1383us (1881us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952270.158878:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 429 00000100:00100000:2.0:1783952270.163549:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952270.163672:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014848 00000100:00100000:1.0:1783952270.163687:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014848 00000100:00100000:1.0:1783952270.164025:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 430 00000100:00100000:1.0:1783952270.164041:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:122937:x1870607584014848:12345-192.168.202.38@tcp:36:lfs.0 00000100:00100000:1.0:1783952270.164234:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600626944:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952270.164310:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.164388:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9396c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.164607:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600626944 00000100:00100000:3.0:1783952270.164613:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600626944 00000100:00100000:3.0:1783952270.164663:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1783952270.164673:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+33:159118:x1870607600626944:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952270.164799:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+33:159118:x1870607600626944:12345-0@lo:1000:mdt00_002.0 Request processed in 128us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.164808:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1783952270.164920:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600626944:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.165007:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627072:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.165055:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.165086:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.165468:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627072 00000100:00100000:3.0:1783952270.165475:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627072 00000100:00100000:3.0:1783952270.165521:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1783952270.165531:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:159118:x1870607600627072:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952270.165632:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:159118:x1870607600627072:12345-0@lo:1000:mdt00_002.0 Request processed in 102us (575us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783952270.165639:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1783952270.165968:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627072:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1783952270.166312:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.166326:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.166395:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.166418:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627200:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952270.166502:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.166527:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952270.166627:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627200 00000100:00100000:3.0:1783952270.166634:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627200 00000100:00100000:3.0:1783952270.166696:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1783952270.166706:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:159118:x1870607600627200:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952270.166739:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952270.166767:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388293 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.166804:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.166817:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.166850:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.166867:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 5 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952270.166880:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600627328:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952270.168419:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.171570:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952270.171657:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584014976 00000100:00100000:2.0:1783952270.171670:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584014976 00010000:00010000:2.0:1783952270.171724:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.171785:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:2.0:1783952270.171796:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584014976:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952270.171835:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952270.171844:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.171859:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.171889:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952270.171899:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.171911:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.171922:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.171967:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952270.171996:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600627456:0@lo:105: 00000100:00100000:2.0:1783952270.172073:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.172131:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.172438:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627456 00000100:00100000:1.0:1783952270.172444:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627456 00000100:00100000:1.0:1783952270.172492:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783952270.172501:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600627456:12345-0@lo:105: 00010000:00010000:1.0:1783952270.172515:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172526:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172537:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172545:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172553:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172578:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172595:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431aa00) 00000100:00100000:1.0:1783952270.172648:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600627456:12345-0@lo:105: Request processed in 147us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.172656:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:1.0:1783952270.172715:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b494388277 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd45 expref: 6 pid: 159117 timeout: 6057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952270.172736:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600627328:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952270.172783:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 34 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.172793:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:1.0:1783952270.172796:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952270.172800:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:1.0:1783952270.172840:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+34:159118:x1870607600627200:12345-0@lo:101:mdt00_002.0 Request processed in 6137us (6339us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.172848:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1783952270.173001:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627200:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952270.173032:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952270.173072:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952270.173132:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.173140:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.173150:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.173169:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627584:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952270.173203:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.173232:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952270.173437:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627584 00000100:00100000:1.0:1783952270.173442:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627584 00000100:00100000:1.0:1783952270.173473:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1783952270.173480:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+34:159118:x1870607600627584:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952270.173497:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952270.173525:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943882a8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943882a1 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.173545:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943882a8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943882a1 expref: 35 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.173557:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943882a8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943882a1 expref: 35 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952270.173563:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75f65e4200) 00010000:00010000:1.0:1783952270.173566:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952270.173568:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57e00, rc 0) 00000100:00100000:1.0:1783952270.173597:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627584:12345-0@lo:101:mdt00_002.0 Request processed in 117us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.173604:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1783952270.173697:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600627456:0@lo:105: 00010000:00010000:2.0:1783952270.173714:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952270.173787:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584014976:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1991us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.173809:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:0.0:1783952270.175095:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627584:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952270.175136:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.175151:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952270.175177:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1783952270.175248:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627712:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175315:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.175381:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.175411:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627712 00000100:00100000:0.0:1783952270.175417:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627712 00000100:00100000:0.0:1783952270.175479:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1783952270.175489:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627712:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175594:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627712:12345-0@lo:1000:mdt00_002.0 Request processed in 106us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.175602:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1783952270.175632:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627712:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175672:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627840:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175691:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.175703:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.175713:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627840 00000100:00100000:0.0:1783952270.175715:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627840 00000100:00100000:0.0:1783952270.175729:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1783952270.175734:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627840:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175822:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627840:12345-0@lo:1000:mdt00_002.0 Request processed in 86us (129us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952270.175829:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1783952270.175851:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627840:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175941:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627968:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.175966:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.175979:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.175989:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600627968 00000100:00100000:0.0:1783952270.175992:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600627968 00000100:00100000:0.0:1783952270.176020:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1783952270.176027:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627968:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176094:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600627968:12345-0@lo:1000:mdt00_002.0 Request processed in 67us (126us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952270.176101:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1783952270.176133:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600627968:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176185:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628096:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176211:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.176225:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.176236:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628096 00000100:00100000:0.0:1783952270.176239:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628096 00000100:00100000:0.0:1783952270.176256:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1783952270.176262:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628096:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176312:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628096:12345-0@lo:1000:mdt00_002.0 Request processed in 49us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.176319:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1783952270.176366:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628096:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176409:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628224:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176434:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.176448:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.176459:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628224 00000100:00100000:0.0:1783952270.176461:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628224 00000100:00100000:0.0:1783952270.176479:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1783952270.176485:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628224:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176536:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628224:12345-0@lo:1000:mdt00_002.0 Request processed in 51us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.176542:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1783952270.176871:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628224:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176908:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628352:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.176929:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.176950:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.176961:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628352 00000100:00100000:0.0:1783952270.176963:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628352 00000100:00100000:0.0:1783952270.176982:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1783952270.176987:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628352:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952270.177037:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159118:x1870607600628352:12345-0@lo:1000:mdt00_002.0 Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952270.177043:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1783952270.177065:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628352:0@lo:1000:mdt00_002.0 00080000:00000400:0.0:1783952270.177701:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 258 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.177706:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.177708:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.177711:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.177713:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/1, delete: 0/0/0 00080000:00000400:0.0:1783952270.177715:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.177772:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 257 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.177775:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.177777:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.177779:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.177781:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/2, delete: 0/0/0 00080000:00000400:0.0:1783952270.177783:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.177939:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.177942:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.177943:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.177945:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.177947:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952270.177949:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.177967:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.177969:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.177971:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.177979:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.177982:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952270.177984:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.177998:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.178000:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.178002:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.178003:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.178005:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952270.178007:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.178829:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0001: opcode 2: before 256 < left 336, rollback = 2 00080000:00000400:0.0:1783952270.178835:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 3/12/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.178837:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 2/2/0, xattr_set: 7/336/0 00080000:00000400:0.0:1783952270.178839:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/84/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.178841:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 10/203/3, delete: 0/0/0 00080000:00000400:0.0:1783952270.178843:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 4/4/0, ref_del: 0/0/0 00000040:00080000:0.0:1783952270.178956:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002340:0x1:0x0].16, 2168 off61192 00000040:00080000:0.0:1783952270.179229:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab1:0x1:0x0].16, 2368 off63856 00000004:00080000:0.0:1783952270.179238:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74cb3c23c0 with version 28 00000004:00080000:3.0:1783952270.179592:0:159852:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74caa95180 version 28 rpc_version 28 00000020:00100000:2.0:1783952270.179728:0:159852:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952270.179742:0:159852:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c5744a80 x1870607600628608/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952270.179771:0:159852:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600628608:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952270.179867:0:159852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952270.179953:0:159852:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75dea90f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952270.180082:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628608 00000100:00100000:0.0:1783952270.180092:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628608 00000100:00100000:0.0:1783952270.180276:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1783952270.180287:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:159852:x1870607600628608:12345-0@lo:1000:osp_up0-1.0 00080000:00000400:0.0:1783952270.180739:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 292, rollback = 2 00080000:00000400:0.0:1783952270.180744:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.180747:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952270.180749:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.180752:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/0, delete: 0/0/0 00080000:00000400:0.0:1783952270.180754:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.180918:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1783952270.180922:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.180923:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952270.180933:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.180936:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952270.180939:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952270.180977:0:159121:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 292, rollback = 2 00080000:00000400:0.0:1783952270.180980:0:159121:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952270.180982:0:159121:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 5/292/0 00080000:00000400:0.0:1783952270.180984:0:159121:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 5/47/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952270.180999:0:159121:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/105/1, delete: 0/0/0 00080000:00000400:0.0:1783952270.181002:0:159121:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952270.181616:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:159852:x1870607600628608:12345-0@lo:1000:osp_up0-1.0 Request processed in 1325us (1743us total) trans 34359738584 rc 0/0 00000100:00100000:0.0:1783952270.181630:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1783952270.181937:0:159852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:159852:1870607600628608:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1783952270.182253:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: --/PW res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182272:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182286:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182308:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: --/PW res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182314:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182320:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182472:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182496:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.182508:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.182533:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628736:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952270.182587:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952270.182661:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2600 going to sleep for 11 seconds 00000100:00100000:2.0:1783952270.182713:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628736 00000100:00100000:2.0:1783952270.182722:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628736 00000100:00100000:2.0:1783952270.182808:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1783952270.182818:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+36:159118:x1870607600628736:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952270.182843:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952270.182864:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943882c4 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943882bd expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.182889:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943882c4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943882bd expref: 37 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.182902:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943882c4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943882bd expref: 37 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952270.182912:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75f61bdd00) 00010000:00010000:2.0:1783952270.182915:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952270.182920:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0a00, rc 0) 00000100:00100000:2.0:1783952270.182979:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+37:159118:x1870607600628736:12345-0@lo:101:mdt00_002.0 Request processed in 162us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952270.183003:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1783952270.183085:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600628736:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952270.183103:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183124:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952270.183154:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004b9df444 reply state 00000000660c94ee transno 21474836580 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: PW/PW res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183170:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183177:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952270.183179:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952270.183183:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952270.183190:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183197:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952270.183219:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xd:0x0] 00000004:00010000:0.0:1783952270.183227:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004b9df444 reply state 00000000660c94ee transno 21474836580 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: PW/PW res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183236:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183242:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d69e2900) 00010000:00010000:0.0:1783952270.183245:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952270.183246:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1783952270.183254:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00000004:00080000:0.0:1783952270.183264:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952270.183274:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183281:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183288:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183323:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952270.183328:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952270.183355:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952270.183364:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952270.183475:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:122937:x1870607584014848:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 19436us (19942us total) trans 21474836580 rc 0/0 00000100:00100000:0.0:1783952270.183483:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 430 00010000:00010000:3.0:1783952270.183732:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952270.183742:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.183751:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431aa00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:3.0:1783952270.183758:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952270.183768:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.183819:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.183827:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952270.183863:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.183872:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431aa00/0x3b91f5b494388293 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438829a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.183893:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952270.183895:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952270.183897:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952270.183908:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952270.183924:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600628864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952270.183976:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952270.184046:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628864 00000100:00100000:3.0:1783952270.184054:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628864 00000100:00100000:3.0:1783952270.184105:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783952270.184126:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+37:106953:x1870607600628864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952270.184140:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952270.184161:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438829a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388293 expref: 37 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952270.184176:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952270.184181:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952270.184211:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+36:106953:x1870607600628864:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.184224:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783952270.184259:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600628864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952270.418457:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952270.608243:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600628992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952270.608368:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952270.608447:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600628992 00000100:00100000:3.0:1783952270.608456:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600628992 00000100:00100000:3.0:1783952270.608517:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1783952270.608530:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600628992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952270.608576:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952270.608627:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600628992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952270.608632:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:3.0:1783952270.608655:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952270.608688:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600628992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952270.609787:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952270.609849:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952270.612817:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629120 00000100:00100000:1.0:1783952270.612838:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629120 00000100:00100000:1.0:1783952270.612925:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1783952270.612938:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952270.612976:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952270.613090:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952270.613098:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:1.0:1783952270.613130:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952270.613165:0:106954:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836538 gen 2 00000004:00080000:1.0:1783952270.613172:0:106954:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74cb35c700, transno 21474836535 00000004:00080000:1.0:1783952270.613202:0:106954:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74cb35f480, transno 21474836536 00000004:00080000:1.0:1783952270.613206:0:106954:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74cb35df80, transno 21474836537 00000004:00080000:1.0:1783952270.613208:0:106954:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74cb35ce00, transno 21474836538 00000100:00100000:1.0:1783952270.613228:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629120:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1783952270.613454:0:159140:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00010000:00010000:3.0:1783952271.435579:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952271.630410:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600629248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952271.630504:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.630583:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629248 00000100:00100000:3.0:1783952271.630594:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629248 00000100:00100000:3.0:1783952271.630675:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1783952271.630690:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600629248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952271.630734:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952271.630790:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600629248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952271.630810:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:3.0:1783952271.630837:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952271.630883:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600629248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952271.631234:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600629376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952271.631271:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952271.631487:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629376 00000100:00100000:2.0:1783952271.631493:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629376 00000100:00100000:2.0:1783952271.631544:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1783952271.631553:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600629376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952271.631570:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952271.631618:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600629376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952271.631625:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:3.0:1783952271.632193:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952271.632234:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600629376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952271.632546:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600629504:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.632598:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952271.632746:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629504 00000100:00100000:2.0:1783952271.632752:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629504 00000100:00100000:2.0:1783952271.632808:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1783952271.632817:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600629504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952271.644218:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600629504:12345-0@lo:400:kworker.0 Request processed in 11390us (11607us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952271.644240:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1783952271.644471:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600629888:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.644552:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952271.644604:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600630400:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.644630:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952271.644657:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783952271.644666:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600630016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.644698:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952271.644720:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600630528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.644741:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952271.644770:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630016 00000100:00100000:0.0:1783952271.644779:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630016 00000100:00100000:0.0:1783952271.644838:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1783952271.644847:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:106952:x1870607600630016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.644905:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:106952:x1870607600630016:12345-0@lo:400:kworker.0 Request processed in 59us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.644912:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1783952271.644950:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600630016:0@lo:400:kworker.0 00000100:00100000:2.0:1783952271.645180:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629888 00000100:00100000:2.0:1783952271.645185:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629888 00000100:00100000:2.0:1783952271.645225:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630400 00000100:00100000:2.0:1783952271.645227:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630400 00000100:00100000:2.0:1783952271.645251:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630528 00000100:00100000:2.0:1783952271.645254:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630528 00000100:00100000:2.0:1783952271.645267:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783952271.645274:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600629888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952271.645314:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600629888:12345-0@lo:400:kworker.0 Request processed in 41us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952271.645367:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783952271.645381:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1783952271.645387:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600630400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952271.645415:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600630400:12345-0@lo:400:kworker.0 Request processed in 29us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952271.645420:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1783952271.645429:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1783952271.645435:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600630528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952271.645454:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600630528:12345-0@lo:400:kworker.0 Request processed in 20us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952271.645459:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:2.0:1783952271.645482:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952271.645486:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952271.645577:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600630528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.645589:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600629888:0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.645612:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600630400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646228:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600629504:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646262:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629632:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646308:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.646370:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600630144:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646398:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.646417:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600630656:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646440:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.646459:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783952271.646465:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629760:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646486:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.646507:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600630272:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646527:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952271.646543:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600630784:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.646580:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952271.646655:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629632 00000100:00100000:0.0:1783952271.646661:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629632 00000100:00100000:0.0:1783952271.646700:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1783952271.646707:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.646753:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629632:12345-0@lo:400:kworker.0 Request processed in 46us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.646759:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1783952271.646781:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630144 00000100:00100000:0.0:1783952271.646784:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630144 00000100:00100000:0.0:1783952271.646805:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600629760 00000100:00100000:0.0:1783952271.646808:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600629760 00000100:00100000:0.0:1783952271.646824:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1783952271.646829:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600630144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.646856:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600630144:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.646862:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1783952271.646872:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1783952271.646877:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.646896:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600629760:12345-0@lo:400:kworker.0 Request processed in 20us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.646901:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1783952271.649227:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630656 00000100:00100000:0.0:1783952271.649246:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630656 00000100:00100000:0.0:1783952271.649364:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630272 00000100:00100000:0.0:1783952271.649368:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630272 00000100:00100000:0.0:1783952271.649384:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630784 00000100:00100000:0.0:1783952271.649404:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630784 00000100:00100000:0.0:1783952271.649437:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1783952271.649448:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600630656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.649573:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600630656:12345-0@lo:400:kworker.0 Request processed in 126us (3129us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.649581:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1783952271.649603:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1783952271.649609:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600630272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.649645:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600630272:12345-0@lo:400:kworker.0 Request processed in 36us (3118us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.649652:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1783952271.649665:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1783952271.649671:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600630784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952271.649702:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600630784:12345-0@lo:400:kworker.0 Request processed in 31us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952271.649709:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:2.0:1783952271.650486:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952271.650494:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952271.651022:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629760:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.651044:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600630272:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.651058:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600630784:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.651074:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600629632:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.651087:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600630144:0@lo:400:kworker.0 00000100:00100000:3.0:1783952271.652352:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600630656:0@lo:400:kworker.0 00000020:01000004:3.0:1783952272.038595:0:165522:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1783952272.038690:0:165522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038711:0:165522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038721:0:165522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038729:0:165522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038755:0:165522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1783952272.038762:0:165522:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1783952272.038801:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952272.038809:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038837:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593c00 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:3.0:1783952272.038842:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038851:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952272.038859:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952272.038864:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783952272.038867:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783952272.038870:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1783952272.038921:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038927:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.038957:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038964:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d0593c00/0x3b91f5b494384f7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384f86 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.038979:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.038981:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.038983:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952272.039007:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952272.039032:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600630912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952272.039130:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783952272.039208:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783952272.039212:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783952272.039219:0:165522:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783952272.039236:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a74ca530000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1783952272.039438:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600630912 00000100:00100000:0.0:1783952272.039448:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600630912 00000100:00100000:0.0:1783952272.039570:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783952272.039582:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600630912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952272.039600:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952272.039620:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75d0592e00/0x3b91f5b494384f86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384f7f expref: 24 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.039638:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952272.039691:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106953:x1870607600630912:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952272.039711:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783952272.039801:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600630912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952272.040779:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600631040:0@lo:39:umount.0 00000100:00100000:2.0:1783952272.040839:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.041661:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631040 00000100:00100000:3.0:1783952272.041672:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631040 00000100:00100000:3.0:1783952272.041734:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1783952272.041745:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106951:x1870607600631040:12345-0@lo:39:umount.0 00000020:00000080:3.0:1783952272.041783:0:161900:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f9b 00000100:00080000:3.0:1783952272.041795:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a75c50c2800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1783952272.041877:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+1:106951:x1870607600631040:12345-0@lo:39:umount.0 Request processed in 134us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.041885:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000020:00000080:3.0:1783952272.041894:0:161900:0:(genops.c:906:class_export_put()) final put ffff8a74c1bdb000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1783952272.042957:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c1bdb000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1783952272.043043:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c50c2800 for lustre-MDT0000 00010000:00010000:2.0:1783952272.044166:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783952272.044241:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74ca530000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1783952272.044272:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600631040:0@lo:39:umount.0 00000100:00080000:2.0:1783952272.046361:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783952272.046373:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783952272.046384:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1783952272.047442:0:165522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047488:0:165522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047496:0:165522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047503:0:165522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047537:0:165522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952272.047545:0:165522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047552:0:165522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047559:0:165522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047566:0:165522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047578:0:165522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783952272.047585:0:165522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047592:0:165522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047610:0:165522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047617:0:165522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047637:0:165522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783952272.047659:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952272.047667:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047675:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952272.047680:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047691:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952272.047700:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952272.047707:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783952272.047710:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:2.0:1783952272.047761:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047769:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952272.047796:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047815:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6c00/0x3b91f5b494384ede lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ee5 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047835:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952272.047839:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047845:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592600 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952272.047849:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047856:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952272.047863:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952272.047869:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1783952272.047871:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1783952272.047874:0:160970:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1783952272.047892:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047899:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952272.047915:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047922:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d0592600/0x3b91f5b4943852f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943852ff expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047945:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952272.047949:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047954:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952272.047958:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.047965:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952272.047972:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952272.047977:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783952272.047980:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783952272.047982:0:160970:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:3.0:1783952272.048121:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600631296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952272.048211:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.048308:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631296 00000100:00100000:3.0:1783952272.048318:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631296 00000100:00100000:3.0:1783952272.048403:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783952272.048415:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106954:x1870607600631296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952272.048433:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.048451:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431a200/0x3b91f5b4943852ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943852f8 expref: 23 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.048468:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.048507:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106954:x1870607600631296:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.048515:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:3.0:1783952272.048579:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952272.048610:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600631296:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952272.049403:0:165522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952272.049416:0:165522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952272.049425:0:165522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952272.049438:0:165522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952272.049460:0:165522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783952272.049466:0:165522:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1783952272.049471:0:165522:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1783952272.049521:0:165522:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1783952272.049527:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='FA') 00000020:00000080:1.0:1783952272.049533:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1783952272.049540:0:165522:0:(obd_config.c:932:class_cleanup()) Failing over lustre-MDT0001 00010000:00010000:3.0:1783952272.049864:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952272.049871:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.049880:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7400 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:3.0:1783952272.049883:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.049891:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952272.049898:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952272.049903:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1783952272.049905:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1783952272.049907:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1783952272.049945:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.049952:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.049977:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.049983:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7400/0x3b91f5b494384ed0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384ed7 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.050010:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.050012:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.050027:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952272.050037:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952272.050056:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600631424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952272.050125:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.050186:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631424 00000100:00100000:3.0:1783952272.050194:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631424 00000100:00100000:3.0:1783952272.050259:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783952272.050269:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106954:x1870607600631424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952272.050284:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.050301:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75fa4ef200/0x3b91f5b494384ed7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384ed0 expref: 22 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.050317:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.050378:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106954:x1870607600631424:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.050387:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783952272.050429:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600631424:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952272.051763:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952272.051781:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952272.051804:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600631168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952272.051874:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.052329:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631168 00000100:00100000:3.0:1783952272.052382:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631168 00000100:00100000:3.0:1783952272.052455:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783952272.052464:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106952:x1870607600631168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952272.052483:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.052505:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c6307e00/0x3b91f5b494384ee5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384ede expref: 21 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.052524:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.052572:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+20:106952:x1870607600631168:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.052600:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783952272.052648:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600631168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952272.055753:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.055781:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952272.055841:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.055850:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6800/0x3b91f5b494385583 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438558a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.055870:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952272.055873:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952272.055895:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952272.056540:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600631552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952272.056647:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.056839:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631552 00000100:00100000:2.0:1783952272.056850:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631552 00000100:00100000:2.0:1783952272.056915:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783952272.056922:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+20:106952:x1870607600631552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952272.056937:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.056957:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f7000/0x3b91f5b49438558a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494385583 expref: 20 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.056970:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.057123:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:106952:x1870607600631552:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.057132:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783952272.057314:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600631552:0@lo:103:ldlm_bl.0 00000004:00000080:1.0:1783952272.057578:0:165522:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0001: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00010000:00010000:3.0:1783952272.060614:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.060642:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060706:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060715:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.060750:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431bc00/0x3b91f5b4943882a1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943882a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060778:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.060786:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060807:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060814:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.060847:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a400/0x3b91f5b4943882bd lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943882c4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060864:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.060873:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060892:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060899:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.060904:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388246 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438824d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060918:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.060927:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060944:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060951:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.060958:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57600/0x3b91f5b494388262 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388269 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.060971:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.060987:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061021:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061027:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.061035:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57c00/0x3b91f5b4943881eb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881f2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061047:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.061054:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061068:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061075:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.061079:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388207 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438820e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.061091:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061207:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061218:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061226:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061232:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061237:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061244:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061263:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d0904a00) 00010000:00010000:0.0:1783952272.061267:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061273:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061279:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494387f7c lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061315:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061321:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061327:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061359:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061363:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061369:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061377:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff8a75d0904500) 00010000:00010000:0.0:1783952272.061379:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061382:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061387:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8000/0x3b91f5b494387f83 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061410:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061416:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061422:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061435:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061439:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061444:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061452:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75f61bda00) 00010000:00010000:0.0:1783952272.061454:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061458:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061463:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f0e00/0x3b91f5b494387fd7 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061476:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061482:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061487:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061493:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061496:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061502:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061520:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff8a75f61bd000) 00010000:00010000:0.0:1783952272.061522:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061526:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061532:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74ca9f1600/0x3b91f5b494387fde lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061548:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061555:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061562:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061567:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061570:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061575:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061583:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75c6934600) 00010000:00010000:0.0:1783952272.061585:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061588:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061594:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782400/0x3b91f5b494388032 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061619:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061625:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061632:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061638:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061641:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061647:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061655:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff8a75c6934a00) 00010000:00010000:0.0:1783952272.061657:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061660:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061665:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782200/0x3b91f5b494388039 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061679:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061685:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061691:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061703:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061706:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061713:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061722:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c6934d00) 00010000:00010000:0.0:1783952272.061724:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061727:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061733:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783000/0x3b91f5b49438808d lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061746:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061753:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061758:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061763:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061766:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061771:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061789:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff8a75c6934400) 00010000:00010000:0.0:1783952272.061791:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061794:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061799:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9782e00/0x3b91f5b494388094 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061815:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061821:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061825:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061830:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061832:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061838:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061844:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75f65e4400) 00010000:00010000:0.0:1783952272.061846:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061848:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061854:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b4943880e8 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061875:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061882:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061888:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061893:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061896:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061903:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061910:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff8a75f65e4b00) 00010000:00010000:0.0:1783952272.061913:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061915:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061922:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57a00/0x3b91f5b4943880ef lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061936:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061942:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061948:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061961:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.061964:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061970:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061980:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75c6934200) 00010000:00010000:0.0:1783952272.061981:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.061984:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.061990:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a74c9783600/0x3b91f5b494388143 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062018:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062024:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062030:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062034:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062037:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062042:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062059:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff8a75c6934800) 00010000:00010000:0.0:1783952272.062061:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062064:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 2/0,0 mode: --/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062069:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b49438814a lrc: 0/0,0 mode: --/TXN res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062085:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062092:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062108:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062114:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062117:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062123:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062131:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:0.0:1783952272.062133:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062137:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062142:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438819e lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062170:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062176:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062182:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062188:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062191:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062196:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062204:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:0.0:1783952272.062207:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062209:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062215:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b4943881a5 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062230:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062236:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062241:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062254:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062257:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062264:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062273:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:0.0:1783952272.062275:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062277:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062283:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56a00/0x3b91f5b4943881f9 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062296:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062301:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062307:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062312:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062315:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062320:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062365:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff8a75f65e4e00) 00010000:00010000:0.0:1783952272.062368:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062372:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062377:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388200 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062392:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062399:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062405:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062410:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062413:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062418:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062426:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75f65e4d00) 00010000:00010000:0.0:1783952272.062428:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062431:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 2/0,0 mode: --/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062437:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57200/0x3b91f5b494388254 lrc: 0/0,0 mode: --/TXN res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062458:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062465:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062471:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062477:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062479:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062486:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062493:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff8a75f65e4500) 00010000:00010000:0.0:1783952272.062495:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062498:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062504:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b49438825b lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062518:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,1 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062524:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 2/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062530:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062541:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062544:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 3/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062550:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 4/0,0 mode: TXN/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062558:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d69e2900) 00010000:00010000:0.0:1783952272.062560:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062563:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 2/0,0 mode: --/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062569:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b4943882af lrc: 0/0,0 mode: --/TXN res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062597:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062604:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 2/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062609:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062615:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952272.062618:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062624:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 4/0,0 mode: TXN/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062644:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952272.062646:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952272.062649:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 2/0,0 mode: --/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952272.062655:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b000/0x3b91f5b4943882b6 lrc: 0/0,0 mode: --/TXN res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.062767:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062819:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062826:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.062838:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388190 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388197 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062854:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.062861:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062879:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062885:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.062891:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9600/0x3b91f5b4943881ac lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943881b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062906:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.062914:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062934:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062951:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.062958:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9a00/0x3b91f5b494388135 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438813c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.062974:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.062982:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063011:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063018:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063023:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b800/0x3b91f5b494388151 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388158 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063039:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063047:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063085:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063092:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063098:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56400/0x3b91f5b4943880da lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880e1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063118:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063127:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063144:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063151:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063156:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56800/0x3b91f5b4943880f6 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880fd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063172:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063180:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063194:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063200:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063204:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1c00/0x3b91f5b49438807f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063219:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063238:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063257:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063264:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063270:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9783e00/0x3b91f5b49438809b lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943880a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063285:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063293:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063310:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063317:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063322:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b494388024 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438802b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063371:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063379:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063410:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063417:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063423:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74c9782a00/0x3b91f5b494388040 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388047 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063439:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063447:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063462:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063468:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063473:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0600/0x3b91f5b494387fc9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fd0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063487:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063494:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063512:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063529:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063536:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f0000/0x3b91f5b494387fe5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387fec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063550:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063559:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063577:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063584:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063589:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a74ca9f1e00/0x3b91f5b494387f6e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f75 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063602:0:159846:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952272.063609:0:159846:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063626:0:159846:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.063633:0:159846:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952272.063638:0:159846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8e00/0x3b91f5b494387f8a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494387f91 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783952272.063663:0:159846:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 21474836580 is committed 00000100:00100000:3.0:1783952272.063774:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600631936:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.063871:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.063925:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632448:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.063949:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.063969:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064009:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064027:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064048:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064064:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064082:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064107:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:3.0:1783952272.064113:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600631808:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064131:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064141:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632320:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064159:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064169:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064188:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064199:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633344:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064217:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064225:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633856:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952272.064243:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.064284:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631936 00000100:00100000:3.0:1783952272.064292:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631936 00000100:00100000:3.0:1783952272.064371:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632448 00000100:00100000:3.0:1783952272.064374:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632448 00000100:00100000:3.0:1783952272.064387:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632960 00000100:00100000:3.0:1783952272.064389:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632960 00000100:00100000:3.0:1783952272.064401:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633472 00000100:00100000:3.0:1783952272.064403:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633472 00000100:00100000:3.0:1783952272.064413:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633984 00000100:00100000:3.0:1783952272.064416:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633984 00000100:00100000:3.0:1783952272.064425:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631808 00000100:00100000:3.0:1783952272.064428:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631808 00000100:00100000:3.0:1783952272.064439:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632320 00000100:00100000:3.0:1783952272.064442:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632320 00000100:00100000:3.0:1783952272.064453:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632832 00000100:00100000:3.0:1783952272.064455:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632832 00000100:00100000:3.0:1783952272.064465:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633344 00000100:00100000:3.0:1783952272.064468:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633344 00000100:00100000:3.0:1783952272.064477:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633856 00000100:00100000:3.0:1783952272.064479:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633856 00000100:00100000:3.0:1783952272.064496:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783952272.064505:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+45:106955:x1870607600631936:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952272.064522:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.064547:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8600/0x3b91f5b49438824d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388246 expref: 45 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.064564:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75d0904700) 00010000:00010000:3.0:1783952272.064574:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.064622:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+44:106955:x1870607600631936:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 117us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.064631:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783952272.064655:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783952272.064669:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+43:106955:x1870607600632448:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952272.064678:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.064690:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388197 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388190 expref: 43 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.064703:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75c6934e00) 00010000:00010000:3.0:1783952272.064711:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.064735:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+42:106955:x1870607600632448:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 67us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.064742:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783952272.064757:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783952272.064763:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+41:106955:x1870607600632960:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952272.064772:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.064783:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b4943880e1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943880da expref: 41 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.064794:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75d0904200) 00010000:00010000:3.0:1783952272.064801:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.064825:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+40:106955:x1870607600632960:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 62us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.064832:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783952272.064881:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783952272.064888:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+39:106955:x1870607600633472:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952272.064895:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.064906:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b49438802b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388024 expref: 39 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.064928:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75d0904800) 00010000:00010000:3.0:1783952272.064936:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.064960:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+38:106955:x1870607600633472:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 73us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.064968:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783952272.064982:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783952272.064990:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+37:106955:x1870607600633984:12345-0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065214:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783952272.065227:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+37:106955:x1870607600631808:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.065236:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.065249:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943882c4 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943882bd expref: 37 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.065263:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75f61bdd00) 00010000:00010000:2.0:1783952272.065272:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.065306:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+36:106955:x1870607600631808:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 83us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.065313:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783952272.065327:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783952272.065350:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+35:106955:x1870607600632320:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.065362:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.065382:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438820e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388207 expref: 35 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.065393:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75d69e2600) 00010000:00010000:2.0:1783952272.065400:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.065426:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+34:106955:x1870607600632320:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 93us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.065432:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783952272.065449:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783952272.065455:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+33:106955:x1870607600632832:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.065463:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.065475:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388158 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388151 expref: 33 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.065487:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75f65e4c00) 00010000:00010000:2.0:1783952272.065495:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.065518:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+32:106955:x1870607600632832:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 64us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.065525:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783952272.065543:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783952272.065548:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+31:106955:x1870607600633344:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.065560:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.065571:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943880a2 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438809b expref: 31 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.065582:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75c6934c00) 00010000:00010000:2.0:1783952272.065590:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.065620:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+30:106955:x1870607600633344:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 72us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.065626:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783952272.065640:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783952272.065645:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+29:106955:x1870607600633856:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.065654:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.065665:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494387fec lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387fe5 expref: 29 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.065674:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75c6934100) 00010000:00010000:2.0:1783952272.065681:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.065707:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+28:106955:x1870607600633856:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 61us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.065713:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783952272.065746:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600631680:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065783:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065814:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632192:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065836:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065848:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632704:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065867:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065878:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633216:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065897:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065906:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633728:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065923:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065940:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00100000:2.0:1783952272.065946:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632064:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.065979:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.065991:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632576:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.066028:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.066038:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633088:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.066058:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.066068:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633600:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.066086:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.066097:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600634112:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.066114:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.066135:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600631680 00000100:00100000:2.0:1783952272.066143:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600631680 00000100:00100000:2.0:1783952272.066174:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632192 00000100:00100000:2.0:1783952272.066176:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632192 00000100:00100000:2.0:1783952272.066187:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632704 00000100:00100000:2.0:1783952272.066189:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632704 00000100:00100000:2.0:1783952272.066202:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633216 00000100:00100000:2.0:1783952272.066206:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633216 00000100:00100000:2.0:1783952272.066215:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633728 00000100:00100000:2.0:1783952272.066217:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633728 00000100:00100000:2.0:1783952272.066227:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632064 00000100:00100000:2.0:1783952272.066229:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632064 00000100:00100000:2.0:1783952272.066238:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600632576 00000100:00100000:2.0:1783952272.066240:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600632576 00000100:00100000:2.0:1783952272.066251:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633088 00000100:00100000:2.0:1783952272.066253:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633088 00000100:00100000:2.0:1783952272.066266:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600633600 00000100:00100000:2.0:1783952272.066269:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600633600 00000100:00100000:2.0:1783952272.066280:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634112 00000100:00100000:2.0:1783952272.066283:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634112 00000100:00100000:2.0:1783952272.066296:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783952272.066311:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+37:106953:x1870607600631680:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066320:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066360:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943882a8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943882a1 expref: 37 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066375:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75f65e4200) 00010000:00010000:2.0:1783952272.066384:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066419:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+36:106953:x1870607600631680:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 109us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066426:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783952272.066444:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783952272.066450:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+35:106953:x1870607600632192:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066459:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066471:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943881f2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943881eb expref: 35 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066481:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75d69e2200) 00010000:00010000:2.0:1783952272.066489:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066512:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+34:106953:x1870607600632192:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 61us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066518:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783952272.066531:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783952272.066537:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+33:106953:x1870607600632704:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066546:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066557:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438813c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388135 expref: 33 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066578:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75c6934300) 00010000:00010000:2.0:1783952272.066586:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066610:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+32:106953:x1870607600632704:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 74us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066616:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783952272.066631:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783952272.066636:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+31:106953:x1870607600633216:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066644:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066655:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388086 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438807f expref: 31 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066666:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75f65e4700) 00010000:00010000:2.0:1783952272.066673:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066695:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+30:106953:x1870607600633216:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066702:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783952272.066715:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783952272.066721:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+29:106953:x1870607600633728:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066731:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066742:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494387fd0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387fc9 expref: 29 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066753:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75c6934500) 00010000:00010000:2.0:1783952272.066759:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066781:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+28:106953:x1870607600633728:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 60us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066793:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1783952272.066806:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783952272.066812:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+27:106953:x1870607600632064:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066820:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066831:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388269 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388262 expref: 27 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066840:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75d69e2400) 00010000:00010000:2.0:1783952272.066846:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066868:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+26:106953:x1870607600632064:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 57us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066874:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783952272.066885:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783952272.066891:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+25:106953:x1870607600632576:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.066898:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.066908:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943881b3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943881ac expref: 25 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.066918:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:2.0:1783952272.066924:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.066944:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+24:106953:x1870607600632576:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 54us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.066950:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783952272.066991:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783952272.067011:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+23:106953:x1870607600633088:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.067027:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.067038:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943880fd lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943880f6 expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.067049:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c6934f00) 00010000:00010000:2.0:1783952272.067056:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.067079:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+22:106953:x1870607600633088:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 69us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.067086:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783952272.067103:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783952272.067109:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+21:106953:x1870607600633600:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.067116:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.067127:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494388047 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388040 expref: 21 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.067139:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75f61bd200) 00010000:00010000:2.0:1783952272.067146:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.067169:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+20:106953:x1870607600633600:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 60us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.067175:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783952272.067187:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783952272.067193:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+19:106953:x1870607600634112:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952272.067201:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952272.067210:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494387f91 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387f8a expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952272.067231:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75f61bd700) 00010000:00010000:2.0:1783952272.067238:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952272.067265:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+18:106953:x1870607600634112:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 71us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952272.067271:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783952272.067330:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632064:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067372:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632576:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067382:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633088:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067391:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633600:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067400:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600634112:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067411:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600631680:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067418:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632192:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067426:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600632704:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067434:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633216:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067443:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600633728:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067573:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600631808:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067585:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632320:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067594:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067618:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633344:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067628:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633856:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067638:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600631936:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067646:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632448:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067656:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600632960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952272.067665:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633472:0@lo:103:jbd2/dm-1-8.0 00000020:00000080:0.0:1783952272.067984:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 4/9 00000020:00080000:0.0:1783952272.068009:0:165522:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8a74cb620000 71ea6a5c-561f-4eb8-a8d2-543f542832b5 192.168.202.38@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836580 stale:0 00000020:00080000:0.0:1783952272.068016:0:165522:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8a74c9eee800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783952272.068021:0:165522:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8a75d8b18000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783952272.068025:0:165522:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8a75d0faa800 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836566 stale:0 00000020:00080000:0.0:1783952272.068030:0:165522:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8a74cbb98000) has exports, disconnecting them 00000020:00080000:0.0:1783952272.068035:0:165522:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.202.38@tcp (ffff8a74cb620000), last request at 1783952270 00000020:00000080:0.0:1783952272.068044:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387f0c 00000100:00080000:0.0:1783952272.068057:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a74cb627000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952272.068091:0:165522:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.202.38@tcp (ffff8a74cb620000): rc 0 00000020:00000080:0.0:1783952272.068269:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74cb620000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00010000:00010000:3.0:1783952272.068468:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.068479:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952272.068500:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494387f75 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494387f6e expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.068517:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75c6934000) 00010000:00010000:3.0:1783952272.068528:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952272.068986:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:106955:x1870607600633984:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 3995us (4900us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.069007:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000020:00080000:0.0:1783952272.069146:0:165522:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a74c9eee800), last request at 1783952271 00000020:00000080:0.0:1783952272.069154:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b4943852ea 00000100:00080000:0.0:1783952272.069162:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a74c9eec800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952272.069188:0:165522:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74c9eee800): rc 0 00000020:00000080:0.0:1783952272.069191:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c9eee800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1783952272.069196:0:165522:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a75d8b18000), last request at 1783952271 00000020:00000080:0.0:1783952272.069199:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438505f 00000100:00080000:0.0:1783952272.069231:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1b800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952272.069278:0:165522:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75d8b18000): rc 0 00000020:00000080:0.0:1783952272.069281:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75d8b18000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00080000:0.0:1783952272.069285:0:165522:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a75d0faa800), last request at 1783952057 00000020:00000080:0.0:1783952272.069289:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384fc5 00000100:00080000:0.0:1783952272.069293:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a74c37b0000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952272.069301:0:165522:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75d0faa800): rc 0 00000020:00000080:0.0:1783952272.069303:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75d0faa800/lustre-MDT0000-mdtlov_UUID 00000004:00000080:0.0:1783952272.069312:0:165522:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb7dc819ffae0 00000100:00080000:0.0:1783952272.069362:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783952272.069373:0:165522:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a75ff82bb80 x1870607600633984/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783952288 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-1-8.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1783952272.069504:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952272.069589:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783952272.069720:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb620000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-MDT0001 00000020:00000080:3.0:1783952272.069798:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c9eee800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1783952272.069825:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d8b18000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1783952272.069846:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d0faa800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1783952272.069877:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb627000 for lustre-MDT0001 00000020:00000080:3.0:1783952272.069883:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c9eec800 for lustre-MDT0001 00000020:00000080:3.0:1783952272.069887:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d8b1b800 for lustre-MDT0001 00000020:00000080:3.0:1783952272.069892:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c37b0000 for lustre-MDT0001 00010000:00010000:3.0:1783952272.069915:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952272.070198:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738524 gen 3 00000100:00100000:0.0:1783952272.070209:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a74cb9c9880 x1870607600610176/t34359738575(34359738575) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070219:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738575 committed transno 34359738524 00000020:00080000:0.0:1783952272.070227:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a7601dde0c0 refcount 2 committed 0 result 1 batchid 17179869213 00000020:00080000:0.0:1783952272.070231:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c3ec7400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a7601ddec00 00000020:00080000:0.0:1783952272.070235:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].7 00000020:00080000:0.0:1783952272.070238:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c3ec7c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c798d800 00000020:00080000:0.0:1783952272.070241:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].7 00000100:00100000:0.0:1783952272.070286:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75fef2b800 x1870607600612224/t34359738576(34359738576) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070294:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738576 committed transno 34359738524 00000020:00080000:0.0:1783952272.070298:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75d95f4900 refcount 2 committed 0 result 1 batchid 17179869214 00000020:00080000:0.0:1783952272.070301:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d695c400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75d95f4540 00000020:00080000:0.0:1783952272.070317:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].8 00000020:00080000:0.0:1783952272.070320:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6e99100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75fa7b5200 00000020:00080000:0.0:1783952272.070323:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].8 00000100:00100000:0.0:1783952272.070395:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75e7362300 x1870607600614272/t34359738577(34359738577) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070403:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738577 committed transno 34359738524 00000020:00080000:0.0:1783952272.070407:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c67d93c0 refcount 2 committed 0 result 1 batchid 17179869215 00000020:00080000:0.0:1783952272.070410:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10f900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75c67d9840 00000020:00080000:0.0:1783952272.070413:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].9 00000020:00080000:0.0:1783952272.070416:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fb00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75e736e600 00000020:00080000:0.0:1783952272.070419:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].9 00000100:00100000:0.0:1783952272.070440:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75c7a1dc00 x1870607600616320/t34359738578(34359738578) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070446:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738578 committed transno 34359738524 00000020:00080000:0.0:1783952272.070450:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c67d9d80 refcount 2 committed 0 result 1 batchid 17179869216 00000020:00080000:0.0:1783952272.070452:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10ff00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a7601dde300 00000020:00080000:0.0:1783952272.070455:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].10 00000020:00080000:0.0:1783952272.070458:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca710e00 00000020:00080000:0.0:1783952272.070461:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].10 00000100:00100000:0.0:1783952272.070483:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75de359c00 x1870607600618368/t34359738579(34359738579) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070490:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738579 committed transno 34359738524 00000020:00080000:0.0:1783952272.070495:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c5828240 refcount 2 committed 0 result 1 batchid 17179869217 00000020:00080000:0.0:1783952272.070497:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c3fe1cc0 00000020:00080000:0.0:1783952272.070508:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].11 00000020:00080000:0.0:1783952272.070511:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c798c600 00000020:00080000:0.0:1783952272.070514:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].11 00000100:00100000:0.0:1783952272.070540:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75f717f100 x1870607600620416/t34359738580(34359738580) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952285 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070547:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738580 committed transno 34359738524 00000020:00080000:0.0:1783952272.070552:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2096540 refcount 2 committed 0 result 1 batchid 17179869218 00000020:00080000:0.0:1783952272.070554:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d2ba9700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c2096180 00000020:00080000:0.0:1783952272.070557:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].12 00000020:00080000:0.0:1783952272.070558:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75de384000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75fa7b5000 00000020:00080000:0.0:1783952272.070561:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].12 00000100:00100000:0.0:1783952272.070583:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75c6590e00 x1870607600622464/t34359738581(34359738581) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070589:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738581 committed transno 34359738524 00000020:00080000:0.0:1783952272.070592:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2571780 refcount 2 committed 0 result 1 batchid 17179869219 00000020:00080000:0.0:1783952272.070596:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c25719c0 00000020:00080000:0.0:1783952272.070599:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].13 00000020:00080000:0.0:1783952272.070601:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c91ad800 00000020:00080000:0.0:1783952272.070604:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].13 00000100:00100000:0.0:1783952272.070636:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75e6eafb80 x1870607600624512/t34359738582(34359738582) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070643:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738582 committed transno 34359738524 00000020:00080000:0.0:1783952272.070647:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2571f00 refcount 2 committed 0 result 1 batchid 17179869220 00000020:00080000:0.0:1783952272.070650:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d08c7f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c2571840 00000020:00080000:0.0:1783952272.070661:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].14 00000020:00080000:0.0:1783952272.070663:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cadd0c00 00000020:00080000:0.0:1783952272.070666:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].14 00000100:00100000:0.0:1783952272.070698:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75fc89ca80 x1870607600626560/t34359738583(34359738583) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070705:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738583 committed transno 34359738524 00000020:00080000:0.0:1783952272.070710:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c87e06c0 refcount 2 committed 0 result 1 batchid 17179869221 00000020:00080000:0.0:1783952272.070713:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c5730500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75c87e0900 00000020:00080000:0.0:1783952272.070715:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].15 00000020:00080000:0.0:1783952272.070717:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c5730900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cb818800 00000020:00080000:0.0:1783952272.070720:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].15 00000100:00100000:0.0:1783952272.070738:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75c5744a80 x1870607600628608/t34359738584(34359738584) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952286 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1783952272.070745:0:165522:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738584 committed transno 34359738524 00000020:00080000:0.0:1783952272.070748:0:165522:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74cb3c2c00 refcount 2 committed 0 result 1 batchid 17179869222 00000020:00080000:0.0:1783952272.070750:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fa00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74cb3c23c0 00000020:00080000:0.0:1783952272.070753:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].16 00000020:00080000:0.0:1783952272.070755:0:165522:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10f500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75d0cda800 00000020:00080000:0.0:1783952272.070757:0:165522:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].16 00010000:00010000:0.0:1783952272.070902:0:165522:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75fa4ee800/0x3b91f5b49438717c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110e400000000 nid: local remote: 0x3b91f5b494387183 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952272.070916:0:165522:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75fa4ee800/0x3b91f5b49438717c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x110f400000000 nid: local remote: 0x3b91f5b494387183 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952272.071006:0:165522:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952272.071056:0:165522:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1783952272.071072:0:165522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75fa4ee800/0x3b91f5b49438717c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x590f400000000 nid: local remote: 0x3b91f5b494387183 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1783952272.071226:0:159868:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000020:00080000:2.0:1783952272.071231:0:159868:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000100:00100000:1.0:1783952272.071428:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600633984:0@lo:103:jbd2/dm-1-8.0 00000100:00080000:0.0:1783952272.072328:0:165522:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783952272.072608:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b7000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783952272.072668:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634240:0@lo:39:umount.0 00000100:00100000:2.0:1783952272.072768:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952272.072910:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634240 00000100:00100000:1.0:1783952272.072922:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634240 00000100:00100000:1.0:1783952272.073016:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1783952272.073026:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:106951:x1870607600634240:12345-0@lo:39:umount.0 00000020:00000080:1.0:1783952272.073067:0:159854:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f32 00000020:00010000:1.0:1783952272.073077:0:159854:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a75cf5b6800: total 0 00000100:00080000:1.0:1783952272.073083:0:159854:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783952272.073123:0:159854:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738584 00000100:00080000:0.0:1783952272.073681:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783952272.073686:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836484 gen 3 00000004:00080000:0.0:1783952272.073709:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783952272.073783:0:165522:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783952272.073802:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a75d0faf800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783952272.074536:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634368:0@lo:9:umount.0 00000100:00100000:2.0:1783952272.074607:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952272.074714:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634368 00000100:00100000:3.0:1783952272.074723:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634368 00000100:00100000:3.0:1783952272.074795:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1783952272.074809:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106951:x1870607600634368:12345-0@lo:9:umount.0 00000020:00000080:3.0:1783952272.074839:0:162843:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385089 00000100:00080000:3.0:1783952272.074848:0:162843:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b19800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952272.074902:0:162843:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836538 00000100:00100000:3.0:1783952272.075067:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+2:106951:x1870607600634368:12345-0@lo:9:umount.0 Request processed in 262us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952272.075075:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:3.0:1783952272.075113:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00010000:3.0:1783952272.075129:0:160970:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a75cf5b6800: total 0 00010000:00010000:3.0:1783952272.075156:0:160970:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a75cf5b6800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1783952272.075200:0:160970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d5aa0700) 00010000:00010000:3.0:1783952272.075204:0:160970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1783952272.075214:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494387183 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438717c expref: 15 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952272.075242:0:160970:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a75cf5b6800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1783952272.075254:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.075256:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.075258:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952272.075405:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952272.075593:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:106951:x1870607600634240:12345-0@lo:39:umount.0 Request processed in 2566us (2823us total) trans 34359738585 rc 0/0 00000100:00100000:1.0:1783952272.075604:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:0.0:1783952272.075793:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783952272.075799:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869232 gen 3 00000004:00080000:0.0:1783952272.075852:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783952272.075916:0:165522:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783952272.075942:0:165522:0:(import.c:65:import_set_state_nolock()) ffff8a74c327d000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1783952272.076005:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8a74cbb98000) has no exports 00000020:00080000:1.0:1783952272.076052:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a7601dde0c0 refcount 1 committed 1 result 1 batchid 17179869213 00000020:00080000:1.0:1783952272.076058:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c3ec7400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a7601ddec00 00000020:00080000:1.0:1783952272.076062:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].7 00000020:00080000:1.0:1783952272.076065:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c3ec7c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c798d800 00000020:00080000:1.0:1783952272.076068:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].7 00000020:00080000:1.0:1783952272.076079:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75d95f4900 refcount 1 committed 1 result 1 batchid 17179869214 00000020:00080000:1.0:1783952272.076082:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d695c400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75d95f4540 00000020:00080000:1.0:1783952272.076085:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].8 00000020:00080000:1.0:1783952272.076088:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6e99100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75fa7b5200 00000020:00080000:1.0:1783952272.076091:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].8 00000020:00080000:1.0:1783952272.076108:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c67d93c0 refcount 1 committed 1 result 1 batchid 17179869215 00000020:00080000:1.0:1783952272.076112:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10f900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75c67d9840 00000020:00080000:1.0:1783952272.076115:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].9 00000020:00080000:1.0:1783952272.076117:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fb00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75e736e600 00000020:00080000:1.0:1783952272.076120:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].9 00000020:00080000:1.0:1783952272.076125:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c67d9d80 refcount 1 committed 1 result 1 batchid 17179869216 00000020:00080000:1.0:1783952272.076146:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10ff00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a7601dde300 00000020:00080000:1.0:1783952272.076149:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].10 00000020:00080000:1.0:1783952272.076151:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca710e00 00000020:00080000:1.0:1783952272.076154:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].10 00000020:00080000:1.0:1783952272.076158:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c5828240 refcount 1 committed 1 result 1 batchid 17179869217 00000020:00080000:1.0:1783952272.076161:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c3fe1cc0 00000020:00080000:1.0:1783952272.076164:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].11 00000020:00080000:1.0:1783952272.076167:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c798c600 00000020:00080000:1.0:1783952272.076169:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].11 00000020:00080000:1.0:1783952272.076174:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2096540 refcount 1 committed 1 result 1 batchid 17179869218 00000020:00080000:1.0:1783952272.076178:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d2ba9700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c2096180 00000020:00080000:1.0:1783952272.076180:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].12 00000020:00080000:1.0:1783952272.076183:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75de384000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75fa7b5000 00000020:00080000:1.0:1783952272.076186:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].12 00000020:00080000:1.0:1783952272.076194:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2571780 refcount 1 committed 1 result 1 batchid 17179869219 00000020:00080000:1.0:1783952272.076197:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c25719c0 00000020:00080000:1.0:1783952272.076199:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].13 00000020:00080000:1.0:1783952272.076202:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c91ad800 00000020:00080000:1.0:1783952272.076205:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].13 00000020:00080000:1.0:1783952272.076210:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c2571f00 refcount 1 committed 1 result 1 batchid 17179869220 00000020:00080000:1.0:1783952272.076214:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d08c7f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74c2571840 00000020:00080000:1.0:1783952272.076217:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].14 00000020:00080000:1.0:1783952272.076219:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c55c2f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cadd0c00 00000020:00080000:1.0:1783952272.076222:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].14 00000020:00080000:1.0:1783952272.076233:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c87e06c0 refcount 1 committed 1 result 1 batchid 17179869221 00000020:00080000:1.0:1783952272.076237:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c5730500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a75c87e0900 00000020:00080000:1.0:1783952272.076239:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].15 00000020:00080000:1.0:1783952272.076242:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75c5730900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cb818800 00000020:00080000:1.0:1783952272.076244:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].15 00000020:00080000:1.0:1783952272.076249:0:159868:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74cb3c2c00 refcount 1 committed 1 result 1 batchid 17179869222 00000020:00080000:1.0:1783952272.076253:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10fa00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 1 sub_th ffff8a74cb3c23c0 00000020:00080000:1.0:1783952272.076256:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab1:0x1:0x0].16 00000020:00080000:1.0:1783952272.076258:0:159868:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fb10f500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75d0cda800 00000020:00080000:1.0:1783952272.076261:0:159868:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002340:0x1:0x0].16 00000100:00080000:2.0:1783952272.076420:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b7000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1783952272.076430:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634240:0@lo:39:umount.0 00000100:00100000:2.0:1783952272.076450:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634496:0@lo:9:umount.0 00000100:00100000:2.0:1783952272.076508:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783952272.076550:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d0faf800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783952272.076563:0:106951:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783952272.076565:0:106951:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783952272.076568:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634368:0@lo:9:umount.0 00000100:00100000:1.0:1783952272.077078:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634496 00000100:00100000:1.0:1783952272.077086:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634496 00000100:00100000:1.0:1783952272.077212:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1783952272.077222:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106951:x1870607600634496:12345-0@lo:9:umount.0 00000020:00000080:1.0:1783952272.077255:0:162836:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438531b 00000100:00080000:1.0:1783952272.077263:0:162836:0:(import.c:65:import_set_state_nolock()) ffff8a75c50c3000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783952272.077331:0:162836:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869233 00000100:00100000:1.0:1783952272.077555:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+2:106951:x1870607600634496:12345-0@lo:9:umount.0 Request processed in 334us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952272.077564:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:1.0:1783952272.077603:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327d000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783952272.077613:0:106951:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783952272.077615:0:106951:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783952272.077618:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600634496:0@lo:9:umount.0 00010000:00010000:3.0:1783952272.077776:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783952272.078095:0:165522:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000020:00080000:0.0:1783952272.078641:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8a74cbb98000) has no exports 00000020:01000000:1.0:1783952272.128255:0:165522:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74c3264420 - data ffff8a75d8502510/ffff8a75c8011400 00000020:01000000:1.0:1783952272.128533:0:165522:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74c35c1960 - data ffff8a75d27281b0/ffff8a74cbb91000 00000100:00100000:0.0:1783952272.144430:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600634624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952272.144542:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952272.144632:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634624 00000100:00100000:0.0:1783952272.144644:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634624 00000100:00100000:0.0:1783952272.144703:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1783952272.144714:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:106953:x1870607600634624:12345-0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1783952272.144723:0:159121:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783952272.144777:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:106953:x1870607600634624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (234us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783952272.144819:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:02020000:0.0:1783952272.144886:0:106953:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0001-osp-MDT0000: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1783952272.155206:0:106953:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-osp-MDT0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783952272.155219:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783952272.155226:0:106953:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1783952272.168523:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952272.168544:0:106953:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5744 00000100:00080000:0.0:1783952272.168571:0:106953:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a75d195f000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952272.168632:0:106953:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75f58c1c00 x1870607600634752/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952272.169255:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600634752:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1783952272.169395:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952272.169508:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634752 00000100:00100000:2.0:1783952272.169521:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634752 00000100:00100000:2.0:1783952272.169579:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1783952272.169589:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600634752:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1783952272.169615:0:159854:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0001: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1783952272.195026:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600634752:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 25422us (25615us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952272.195047:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1783952272.195290:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952272.195298:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952272.195303:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600634752:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1783952272.226767:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783952272.226776:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738524 gen 4 00000100:00100000:3.0:1783952272.226792:0:165522:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75f58c0380 x1870607600634240/t34359738585(34359738585) o39->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952282 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952272.226836:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1783952272.228668:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783952272.228676:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836484 gen 4 00000004:00080000:3.0:1783952272.228688:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952272.228690:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783952272.229451:0:159855:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783952272.229457:0:159855:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 1 count 1 00000040:00080000:0.0:1783952272.229469:0:159855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 5 count 2 00000100:00080000:3.0:1783952272.230238:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783952272.230243:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869232 gen 4 00000004:00080000:3.0:1783952272.230264:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952272.230267:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783952272.230913:0:159857:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783952272.230918:0:159857:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x16:0x0] index 1 count 1 00000040:00080000:1.0:1783952272.230927:0:159857:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 5 count 2 00000020:00000080:3.0:1783952272.231886:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384ef3 00000020:00000080:3.0:1783952272.231897:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75f7fe0800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783952272.232563:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75f7fe0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1783952272.233540:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f08 00000020:00000080:3.0:1783952272.233550:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b5800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1783952272.233720:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1783952272.233777:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952272.233789:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783952272.233795:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8a74cbb9cd40) has no exports 00000004:01000000:0.0:1783952272.233974:0:165522:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1783952272.233982:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f5c 00000020:00000080:0.0:1783952272.233987:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c327f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783952272.234752:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b5800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1783952272.234853:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1783952272.234859:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952272.234867:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783952272.234871:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8a7601b9cd40) has no exports 00000020:00000080:0.0:1783952272.234877:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f55 00000020:00000080:0.0:1783952272.234882:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c3085000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783952272.235508:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c327f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:0.0:1783952272.235959:0:165522:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1783952272.235964:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783952272.235979:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869232 gen 5 00000004:00080000:0.0:1783952272.235985:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783952272.235988:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783952272.240429:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c3085000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1783952272.240450:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c327d000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1783952272.240585:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952272.240600:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783952272.240605:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c959c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783952272.240608:0:165522:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c959c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1783952272.240613:0:165522:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783952272.240713:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f47 00000020:00000080:0.0:1783952272.240720:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c959f800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1783952272.241119:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1783952272.241124:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952272.241131:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783952272.241135:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8a75fa50b380) has no exports 00000020:00000080:0.0:1783952272.241142:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f40 00000020:00000080:0.0:1783952272.241147:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75d0fa8800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783952272.241274:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c959f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:0.0:1783952272.243468:0:165522:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1783952272.243477:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783952272.243481:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836484 gen 5 00000004:00080000:0.0:1783952272.243488:0:165522:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783952272.243490:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783952272.243528:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952272.243539:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1783952272.243556:0:165522:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1783952272.243563:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f2b 00000020:00000080:0.0:1783952272.243578:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c2260000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1783952272.243584:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='') 00000020:00000080:0.0:1783952272.243591:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952272.243595:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783952272.243598:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8a74cbb999c0) has no exports 00000020:00000080:0.0:1783952272.243604:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f24 00000020:00000080:0.0:1783952272.243607:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b5000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783952272.245470:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d0fa8800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1783952272.245487:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d0faf800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1783952272.245494:0:94664:0:(genops.c:906:class_export_put()) final put ffff8a75d0faf000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783952272.245497:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d0faf000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1783952272.245503:0:94664:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783952272.245593:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2260000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1783952272.245599:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b5000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1783952272.246448:0:165522:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1783952272.246453:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783952272.246458:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738524 gen 5 00000100:00100000:1.0:1783952272.246465:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783952272.246516:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952272.246530:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783952272.246563:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952272.246568:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783952272.246572:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74cb493000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783952272.246575:0:165522:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb493000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1783952272.246581:0:165522:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783952272.246677:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f0f 00000020:00000080:1.0:1783952272.246684:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b4800/lustre-MDD0001_UUID 00000020:01000000:1.0:1783952272.246700:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1783952272.246703:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783952272.246709:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783952272.246713:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8a74cbb9b380) has no exports 00000020:00000080:1.0:1783952272.246732:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952272.246735:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1783952272.246740:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f16 00000020:00000080:1.0:1783952272.246743:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b4000/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1783952272.246750:0:165522:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a74cb31d800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1783952272.246754:0:165522:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74cb31d800 2 00000020:01000004:1.0:1783952272.246756:0:165522:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a74cb31d800 from lustre-MDT0001 00000020:00000080:1.0:1783952272.246772:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952272.246776:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1783952272.246778:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74c3087000/lustre-MDT0001_UUID 00000020:00000080:1.0:1783952272.246780:0:165522:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c3087000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1783952272.246785:0:165522:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1783952272.246816:0:165522:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:1.0:1783952272.246820:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1783952272.246823:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783952272.246828:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1783952272.246834:0:165522:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8a74ca533000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783952272.246839:0:165522:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8a7601b98000) has exports, disconnecting them 00000020:00080000:1.0:1783952272.246844:0:165522:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8a74ca533000), last request at 1783952051 00000020:00000080:1.0:1783952272.246847:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384f94 00000020:00080000:1.0:1783952272.246859:0:165522:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74ca533000): rc 0 00000020:00000080:1.0:1783952272.246862:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74ca533000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1783952272.247640:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75cf5b7000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1783952272.247650:0:94664:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783952272.247653:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b0800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1783952272.247663:0:94664:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783952272.247730:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b4800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1783952272.247734:0:94664:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b1800/lustre-MDD0001_UUID 00000020:00000080:3.0:1783952272.247736:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b1800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1783952272.247750:0:94664:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1783952272.247784:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b4000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1783952272.247789:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ca533000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1783952272.286441:0:165522:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1783952272.286451:0:165522:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783952272.286457:0:165522:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783952272.286465:0:165522:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783952272.286655:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952272.286670:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1783952272.286677:0:165522:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74cb31d800 1 00000020:00000080:0.0:1783952272.286684:0:165522:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384ebb 00000020:00000080:0.0:1783952272.286695:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a75fb8e2800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1783952272.286701:0:165522:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1783952272.286706:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952272.286711:0:165522:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783952272.286715:0:165522:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8a75fa50cd40) has no exports 00000020:00000080:3.0:1783952272.287182:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74ca530000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1783952272.287190:0:94664:0:(genops.c:906:class_export_put()) final put ffff8a74c959f000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1783952272.287193:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c959f000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1783952272.287205:0:94664:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1783952272.287290:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75fb8e2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1783952272.330011:0:165522:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783952272.330028:0:165522:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1783952272.330034:0:165522:0:(genops.c:906:class_export_put()) final put ffff8a74cb31b000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783952272.330039:0:165522:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb31b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1783952272.330045:0:165522:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1783952272.330307:0:165522:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a74cb31d000 00000020:02000400:3.0:1783952272.330481:0:165522:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1783952272.462655:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952273.491300:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952274.491061:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952274.491104:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952274.491147:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952274.491171:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952274.491243:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952274.493316:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015488 00000100:00100000:1.0:1783952274.493332:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015488 00000100:00100000:1.0:1783952274.493768:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015616 00000100:00100000:1.0:1783952274.493774:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015616 00000100:00100000:1.0:1783952274.493812:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:1.0:1783952274.493824:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584015488:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952274.493907:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584015488:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 85us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952274.493915:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:1.0:1783952274.493931:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:1.0:1783952274.493937:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584015616:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952274.493962:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584015616:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 25us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952274.493968:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:1.0:1783952274.493998:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015104 00000100:00100000:1.0:1783952274.494002:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015104 00000100:00100000:1.0:1783952274.494031:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00100000:1.0:1783952274.494037:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f5e80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584015104:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952274.494065:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f5e80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584015104:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952274.494071:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00080000:1.0:1783952274.494107:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952274.494110:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952274.494770:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015360 00000100:00100000:3.0:1783952274.494777:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015360 00000100:00100000:3.0:1783952274.494814:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015232 00000100:00100000:3.0:1783952274.494818:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015232 00000100:00100000:3.0:1783952274.494858:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 310 00000100:00100000:3.0:1783952274.494869:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584015232:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952274.494922:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584015232:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 57us (3678us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952274.494929:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 310 00000100:00100000:3.0:1783952274.494947:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 432 00000100:00080000:1.0:1783952274.495086:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952274.495213:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69252:x1870607584015360:12345-192.168.202.38@tcp:400:kworker.0 00000020:00080000:3.0:1783952274.495239:0:159116:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.38@tcp 00000100:00100000:3.0:1783952274.495268:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:69252:x1870607584015360:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 315us (4219us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783952274.495274:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 432 00010000:00010000:3.0:1783952274.508986:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952274.521388:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952274.524553:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015744 00000100:00100000:0.0:1783952274.524570:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015744 00000100:00100000:0.0:1783952274.524626:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 433 00000100:00100000:0.0:1783952274.524635:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584015744:12345-192.168.202.38@tcp:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1783952274.524656:0:161900:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952274.524734:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584015744:12345-192.168.202.38@tcp:38:ptlrpcd_00_00.0 Request processed in 98us (3353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952274.524742:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 433 00010000:00010000:2.0:1783952275.532915:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952275.726264:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600634880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952275.726394:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952275.726475:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600634880 00000100:00100000:3.0:1783952275.726486:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600634880 00000100:00100000:3.0:1783952275.726580:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1783952275.726593:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600634880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952275.726637:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952275.726703:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600634880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952275.726711:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1783952275.726781:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600634880:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1783952275.730670:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1783952275.738386:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:1.0:1783952275.738417:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738585 is committed 00000020:00000080:1.0:1783952275.738452:0:159096:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783952275.738605:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b6800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1783952275.738679:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75cf5b0000 for lustre-MDT0000 00010000:00010000:2.0:1783952276.555573:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952276.748437:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952276.748474:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600635008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952276.748577:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.748707:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635008 00000100:00100000:1.0:1783952276.748717:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635008 00000100:00100000:1.0:1783952276.748804:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1783952276.748820:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600635008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952276.748861:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952276.748915:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600635008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952276.748924:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1783952276.749018:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600635008:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1783952276.749225:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952276.764574:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600635136:0@lo:400:kworker.0 00000100:00100000:2.0:1783952276.764684:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952276.764818:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635136 00000100:00100000:3.0:1783952276.764829:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635136 00000100:00100000:3.0:1783952276.764901:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1783952276.764912:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:106952:x1870607600635136:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783952276.765010:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952276.765016:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783952276.765021:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952276.765027:0:157835:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5959 00000100:00080000:1.0:1783952276.765032:0:157835:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783952276.765039:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a75d195f000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952276.765081:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fc89d500 x1870607600635264/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952276.778780:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:106952:x1870607600635136:12345-0@lo:400:kworker.0 Request processed in 13852us (14078us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952276.778822:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1783952276.779009:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600635136:0@lo:400:kworker.0 00000100:00100000:2.0:1783952276.779038:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952276.779052:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600635392:0@lo:400:kworker.0 00000100:00100000:2.0:1783952276.779124:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952276.782190:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635392 00000100:00100000:3.0:1783952276.782212:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635392 00000100:00100000:3.0:1783952276.782323:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1783952276.782353:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600635392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952276.782497:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600635392:12345-0@lo:400:kworker.0 Request processed in 164us (3372us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952276.782507:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1783952276.783499:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600635904:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.783565:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783610:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952276.783616:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600635776:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.783639:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783669:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600635264:0@lo:38:kworker.0 00000100:00100000:1.0:1783952276.783711:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783741:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600635648:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.783765:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783786:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783952276.783791:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600635520:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.783812:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783826:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600636032:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.783845:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.783868:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635904 00000100:00100000:1.0:1783952276.783876:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635904 00000100:00100000:1.0:1783952276.783925:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635776 00000100:00100000:1.0:1783952276.783928:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635776 00000100:00100000:1.0:1783952276.783940:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635648 00000100:00100000:1.0:1783952276.783942:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635648 00000100:00100000:1.0:1783952276.783971:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635520 00000100:00100000:1.0:1783952276.783974:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635520 00000100:00100000:1.0:1783952276.783985:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636032 00000100:00100000:1.0:1783952276.783988:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636032 00000100:00100000:1.0:1783952276.784000:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1783952276.784008:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600635904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784060:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600635904:12345-0@lo:400:kworker.0 Request processed in 52us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952276.784068:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1783952276.784085:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1783952276.784091:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600635648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784122:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600635648:12345-0@lo:400:kworker.0 Request processed in 32us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952276.784138:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1783952276.784151:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1783952276.784157:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600635520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784185:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600635520:12345-0@lo:400:kworker.0 Request processed in 28us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952276.784191:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1783952276.784202:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1783952276.784207:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106953:x1870607600635776:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783952276.784213:0:159116:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783952276.784240:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106953:x1870607600635776:12345-0@lo:400:kworker.0 Request processed in 32us (600us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783952276.784246:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1783952276.784255:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1783952276.784259:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106955:x1870607600636032:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783952276.784263:0:159116:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783952276.784281:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106955:x1870607600636032:12345-0@lo:400:kworker.0 Request processed in 21us (436us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783952276.784286:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:1.0:1783952276.784305:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952276.784331:0:106953:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783952276.784372:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783952276.784377:0:106953:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783952276.784382:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952276.784386:0:106953:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 5755 00000100:00080000:1.0:1783952276.784395:0:106953:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a75d8b1c000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952276.784445:0:106953:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff463800 x1870607600636160/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952276.784466:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600635776:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784486:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600635904:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784515:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600636160:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1783952276.784539:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.784573:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600635520:0@lo:400:kworker.0 00000100:00080000:1.0:1783952276.784583:0:106955:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783952276.784587:0:106955:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783952276.784590:0:106955:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783952276.784593:0:106955:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952276.784596:0:106955:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 5774 00000100:00080000:1.0:1783952276.784600:0:106955:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a75e7242800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952276.784615:0:106955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff460000 x1870607600636288/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952276.784629:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600636032:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784640:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600635648:0@lo:400:kworker.0 00000100:00100000:1.0:1783952276.784661:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600636288:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1783952276.784685:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952276.784709:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636160 00000100:00100000:1.0:1783952276.784712:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636160 00000100:00100000:1.0:1783952276.784726:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636288 00000100:00100000:1.0:1783952276.784737:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636288 00000100:00100000:1.0:1783952276.784749:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1783952276.784754:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600636160:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1783952276.784774:0:161900:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952276.784807:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600636160:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 52us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952276.784815:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1783952276.784827:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1783952276.784832:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600636288:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1783952276.784841:0:161900:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952276.784865:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600636288:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 33us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952276.784871:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:1.0:1783952276.784893:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952276.784898:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952276.784901:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600636288:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:1.0:1783952276.784910:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952276.784913:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952276.784915:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600636160:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1783952276.787086:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600635264 00000100:00100000:0.0:1783952276.787105:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600635264 00000100:00100000:0.0:1783952276.787159:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1783952276.787168:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106951:x1870607600635264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1783952276.787196:0:159122:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952276.787298:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106951:x1870607600635264:12345-0@lo:38:kworker.0 Request processed in 129us (3586us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952276.787320:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:0.0:1783952276.787426:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952276.787433:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952276.787437:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600635264:0@lo:38:kworker.0 00000100:00100000:2.0:1783952276.787604:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600635392:0@lo:400:kworker.0 00010000:00010000:1.0:1783952277.580277:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783952277.777134:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783952277.777214:0:160612:0:(genops.c:906:class_export_put()) final put ffff8a75d8b1d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783952277.777398:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d8b1d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1783952277.777514:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d8b19800 for lustre-OST0000 00000001:00100000:1.0:1783952277.782217:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783952277.782227:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a75c50c1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783952277.782329:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c50c1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1783952277.783419:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c50c3000 for lustre-OST0001 00010000:00010000:0.0:1783952278.603638:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952279.609589:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952279.609648:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952279.609673:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952279.609699:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952279.609729:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584015872 00000100:00100000:3.0:1783952279.609740:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584015872 00000100:00100000:3.0:1783952279.609790:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:3.0:1783952279.609799:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584015872:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952279.609869:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584015872:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 70us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952279.609877:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:3.0:1783952279.609912:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016384 00000100:00100000:3.0:1783952279.609916:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016384 00000100:00100000:3.0:1783952279.609968:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016256 00000100:00100000:3.0:1783952279.609971:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016256 00000100:00100000:3.0:1783952279.609993:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:3.0:1783952279.610000:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584016384:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952279.610051:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584016384:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 52us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952279.610058:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:3.0:1783952279.610071:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:3.0:1783952279.610077:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584016256:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952279.610101:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584016256:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 24us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952279.610106:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:3.0:1783952279.610127:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016000 00000100:00100000:3.0:1783952279.610131:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016000 00000100:00100000:3.0:1783952279.610160:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 314 00000100:00100000:3.0:1783952279.610165:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584016000:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952279.610196:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584016000:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952279.610202:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 314 00000100:00080000:3.0:1783952279.610302:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952279.610307:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952279.610309:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952279.623242:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952279.623394:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016128 00000100:00100000:2.0:1783952279.623406:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016128 00000100:00100000:2.0:1783952279.623452:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 438 00000100:00100000:2.0:1783952279.623462:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69251:x1870607584016128:12345-192.168.202.38@tcp:38:kworker.0 00010000:00020000:2.0:1783952279.623486:0:159118:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952279.623580:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69251:x1870607584016128:12345-192.168.202.38@tcp:38:kworker.0 Request processed in 119us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952279.623589:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 438 00010000:00010000:2.0:1783952279.631198:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783952280.346500:0:165922:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1783952280.346506:0:165922:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1783952280.346507:0:165922:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1783952280.346655:0:165922:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8a75f5dcb800 00000020:01000004:0.0:1783952280.346677:0:165922:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1783952280.346695:0:165922:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1783952280.346715:0:165922:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8a74c9c799c0) 00000020:00000080:0.0:1783952280.346738:0:165922:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1783952280.408468:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.408670:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1783952280.411142:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.411488:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4b:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.411840:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.412114:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.412305:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x58:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.412609:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.412854:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.413145:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5f:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.413451:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.413734:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x46:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.414072:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.414358:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x48:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.414596:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.414897:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x56:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.415152:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.415394:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.415636:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.415951:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.416153:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.416405:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3e:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.416645:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.416913:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.417124:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x66:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.417466:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.417732:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.418071:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.418313:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.418581:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1783952280.418875:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5c:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.419125:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5a:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.419361:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x47:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.419568:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1783952280.421068:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783952280.421678:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.421971:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.422217:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.422472:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.423008:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1783952280.423313:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1783952280.423619:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783952280.423863:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.424227:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1783952280.424458:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1783952280.424644:0:165922:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00080000:01000000:2.0:1783952280.425821:0:165922:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783952280.426159:0:165922:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1783952280.426188:0:165922:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783952280.426204:0:165922:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b4943882d2 00000020:01000004:2.0:1783952280.426214:0:165922:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783952280.426246:0:165922:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.138@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783952280.426250:0:165922:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.138@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783952280.426257:0:165922:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1783952280.426294:0:165922:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1783952280.426300:0:165922:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.138@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1783952280.431489:0:165922:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.138@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783952280.431545:0:165922:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.138@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1783952280.431551:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783952280.431553:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783952280.431554:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952280.431556:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952280.431557:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952280.431559:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952280.431561:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952280.431563:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952280.431565:0:165922:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783952280.431570:0:165922:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1783952280.431572:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783952280.431574:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783952280.431575:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952280.431576:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952280.431578:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952280.431579:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952280.431580:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952280.431581:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952280.431583:0:165922:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783952280.431620:0:165922:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1783952280.431649:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636416:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783952280.431754:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.431982:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.432099:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636416 00000100:00100000:1.0:1783952280.432110:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636416 00000100:00100000:1.0:1783952280.432244:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1783952280.432256:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:165922:x1870607600636416:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783952280.432310:0:159110:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1783952280.432314:0:159110:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1783952280.432325:0:159110:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1783952280.433235:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:165922:x1870607600636416:12345-0@lo:253:mount.lustre.0 Request processed in 975us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.433247:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1783952280.433513:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636416:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783952280.433543:0:165922:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1783952280.433547:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783952280.433549:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783952280.433550:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952280.433552:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952280.433553:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952280.433555:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952280.433556:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952280.433559:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952280.433560:0:165922:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783952280.433588:0:165922:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a75f5dcb800 from lustre-MDT0001 10000000:01000000:2.0:1783952280.433627:0:165922:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1783952280.433630:0:165922:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1783952280.433641:0:165922:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a75fc1d8000 local copy 00010000:00010000:2.0:1783952280.433655:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952280.434117:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636544:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952280.434176:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.434265:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.434310:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636544 00000100:00100000:0.0:1783952280.434318:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636544 00000100:00100000:0.0:1783952280.434479:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783952280.434490:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:165922:x1870607600636544:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952280.434637:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:165922:x1870607600636544:12345-0@lo:501:mount.lustre.0 Request processed in 148us (459us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952280.434646:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1783952280.434708:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636544:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1783952280.434727:0:165922:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.138@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1783952280.434753:0:165922:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.138@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1783952280.434862:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.434875:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952280.434914:0:165922:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a75f5dcb800 10000000:01000000:1.0:1783952280.434928:0:165922:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1783952280.434936:0:165922:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a75f5dcb800 10000000:01000000:1.0:1783952280.434941:0:165922:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1783952280.434945:0:165922:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8a75f5dcb800 from 1 10000000:01000000:1.0:1783952280.434949:0:165922:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1783952280.434981:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.434991:0:165922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.435003:0:165922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.435109:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636672:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783952280.435145:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.435180:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9346c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.435241:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636672 00000100:00100000:2.0:1783952280.435246:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636672 00000100:00100000:2.0:1783952280.435286:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1783952280.435294:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6aff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:165922:x1870607600636672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952280.435305:0:159110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952280.435321:0:159110:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f1200/0x3b91f5b4943882e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943882d9 expref: -99 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.435390:0:159110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f1200/0x3b91f5b4943882e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943882d9 expref: 20 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.435404:0:159110:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f1200/0x3b91f5b4943882e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943882d9 expref: 20 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.435414:0:159110:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1200, rc 0) 00000100:00100000:2.0:1783952280.435468:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6aff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+20:165922:x1870607600636672:12345-0@lo:101:mount.lustre.0 Request processed in 175us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.435474:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1783952280.435604:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636672:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783952280.435619:0:165922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.435630:0:165922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952280.435647:0:165922:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1783952280.435664:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.435673:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952280.435680:0:165922:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1783952280.435684:0:165922:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783952280.435691:0:165922:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a75f5dcb800 10000000:01000000:1.0:1783952280.435694:0:165922:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1783952280.435697:0:165922:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1783952280.435699:0:165922:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1783952280.435715:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.435721:0:165922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.435736:0:165922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.435749:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636800:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783952280.435862:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.435959:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9346c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.436181:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636800 00000100:00100000:0.0:1783952280.436188:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636800 00000100:00100000:0.0:1783952280.436234:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1783952280.436250:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6affc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+20:165922:x1870607600636800:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783952280.436263:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952280.436275:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c431a600/0x3b91f5b4943882ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943882e7 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.436292:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c431a600/0x3b91f5b4943882ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943882e7 expref: 21 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.436302:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c431a600/0x3b91f5b4943882ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943882e7 expref: 21 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.436310:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a600, rc 0) 00000100:00100000:0.0:1783952280.440712:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6affc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600636800:12345-0@lo:101:mount.lustre.0 Request processed in 4447us (4834us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.440730:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1783952280.441034:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636800:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783952280.441068:0:165922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.441084:0:165922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952280.442923:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 46 count 46 00000040:00080000:1.0:1783952280.443709:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783952280.444898:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:1.0:1783952280.444957:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 136 off8552 00000040:00080000:1.0:1783952280.444973:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 176 off8728 00000040:00080000:1.0:1783952280.444985:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8952 00000040:00080000:1.0:1783952280.444997:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 224 off9176 00000040:00080000:1.0:1783952280.445008:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 120 off9296 00000040:00080000:1.0:1783952280.445085:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].7, 112 off9408 00000040:00080000:1.0:1783952280.445106:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].8, 160 off9568 00000040:00080000:1.0:1783952280.445119:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].9, 224 off9792 00000040:00080000:1.0:1783952280.445132:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].10, 224 off10016 00000040:00080000:1.0:1783952280.445144:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].11, 88 off10104 00000040:00080000:1.0:1783952280.445158:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].12, 144 off10248 00000040:00080000:1.0:1783952280.445176:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].13, 152 off10400 00000040:00080000:1.0:1783952280.445207:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].14, 168 off10568 00000040:00080000:1.0:1783952280.445219:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].15, 224 off10792 00000040:00080000:1.0:1783952280.445232:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].16, 224 off11016 00000040:00080000:1.0:1783952280.445246:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].17, 80 off11096 00000040:00080000:1.0:1783952280.445259:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].18, 224 off11320 00000040:00080000:1.0:1783952280.445270:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].19, 224 off11544 00000040:00080000:1.0:1783952280.445284:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].20, 160 off11704 00000040:00080000:1.0:1783952280.445296:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].21, 224 off11928 00000040:00080000:1.0:1783952280.445309:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].22, 224 off12152 00000040:00080000:1.0:1783952280.445322:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].23, 80 off12232 00000040:00080000:1.0:1783952280.445465:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].24, 224 off12456 00000040:00080000:1.0:1783952280.445486:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].25, 224 off12680 00000040:00080000:1.0:1783952280.445651:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].26, 88 off12768 00000040:00080000:1.0:1783952280.445667:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].27, 144 off12912 00000040:00080000:1.0:1783952280.445682:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].28, 152 off13064 00000040:00080000:1.0:1783952280.445698:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].29, 136 off13200 00000040:00080000:1.0:1783952280.445711:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].30, 224 off13424 00000040:00080000:1.0:1783952280.445725:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].31, 224 off13648 00000040:00080000:1.0:1783952280.445741:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].32, 80 off13728 00000040:00080000:1.0:1783952280.445755:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].33, 224 off13952 00000040:00080000:1.0:1783952280.445845:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].34, 224 off14176 00000040:00080000:1.0:1783952280.445862:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].35, 88 off14264 00000040:00080000:1.0:1783952280.445878:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].36, 144 off14408 00000040:00080000:1.0:1783952280.445891:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].37, 152 off14560 00000040:00080000:1.0:1783952280.445904:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].38, 136 off14696 00000040:00080000:1.0:1783952280.445930:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].39, 224 off14920 00000040:00080000:1.0:1783952280.445950:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].40, 224 off15144 00000040:00080000:1.0:1783952280.445965:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].41, 80 off15224 00000040:00080000:1.0:1783952280.445979:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].42, 224 off15448 00000040:00080000:1.0:1783952280.445996:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].43, 224 off15672 00000040:00080000:1.0:1783952280.446008:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].44, 120 off15792 00000040:00080000:1.0:1783952280.446239:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].45, 224 off16016 00000040:00080000:1.0:1783952280.446249:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 45 count 46 00000100:00100000:1.0:1783952280.446871:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952280.446977:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.447112:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca9340c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.447976:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600636928 00000100:00100000:0.0:1783952280.447991:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600636928 00000100:00100000:1.0:1783952280.448261:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1783952280.448274:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f6afc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600636928:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952280.448516:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f6afc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600636928:12345-0@lo:501:mount.lustre.0 Request processed in 243us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.448525:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1783952280.448719:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600636928:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783952280.448797:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637056:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783952280.448864:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.449270:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75ef7a9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.449386:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637056 00000100:00100000:3.0:1783952280.449394:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637056 00000100:00100000:3.0:1783952280.449432:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1783952280.449440:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1269850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637056:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952280.449575:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1269850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637056:12345-0@lo:503:mount.lustre.0 Request processed in 135us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.449582:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1783952280.450115:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637056:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783952280.450910:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952280.451096:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637184:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.451186:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.451238:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75ef7a9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.451330:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637184 00000100:00100000:3.0:1783952280.451379:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637184 00000100:00100000:3.0:1783952280.451424:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1783952280.451434:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d126b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783952280.451567:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d126b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637184:12345-0@lo:502:mount.lustre.0 Request processed in 134us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.451576:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1783952280.451817:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637184:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952280.452281:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:2.0:1783952280.452316:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 136 off8552 00000040:00080000:2.0:1783952280.452331:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 176 off8728 00000040:00080000:2.0:1783952280.452378:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8952 00000040:00080000:2.0:1783952280.452396:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 224 off9176 00000040:00080000:2.0:1783952280.452416:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 120 off9296 00000040:00080000:2.0:1783952280.452433:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].7, 112 off9408 00000040:00080000:2.0:1783952280.452447:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].8, 160 off9568 00000040:00080000:2.0:1783952280.452461:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].9, 224 off9792 00000040:00080000:2.0:1783952280.452474:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].10, 224 off10016 00000040:00080000:2.0:1783952280.452487:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].11, 88 off10104 00000040:00080000:2.0:1783952280.452500:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].12, 144 off10248 00000040:00080000:2.0:1783952280.452513:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].13, 152 off10400 00000040:00080000:2.0:1783952280.452526:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].14, 168 off10568 00000040:00080000:2.0:1783952280.452556:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].15, 224 off10792 00000040:00080000:2.0:1783952280.452569:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].16, 224 off11016 00000040:00080000:2.0:1783952280.452581:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].17, 80 off11096 00000040:00080000:2.0:1783952280.452593:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].18, 224 off11320 00000040:00080000:2.0:1783952280.452605:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].19, 224 off11544 00000040:00080000:2.0:1783952280.452617:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].20, 160 off11704 00000040:00080000:2.0:1783952280.452631:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].21, 224 off11928 00000040:00080000:2.0:1783952280.452646:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].22, 224 off12152 00000040:00080000:2.0:1783952280.452658:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].23, 80 off12232 00000040:00080000:2.0:1783952280.452670:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].24, 224 off12456 00000040:00080000:2.0:1783952280.452684:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].25, 224 off12680 00000040:00080000:2.0:1783952280.452697:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].26, 88 off12768 00000040:00080000:2.0:1783952280.452711:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].27, 144 off12912 00000040:00080000:2.0:1783952280.452726:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].28, 152 off13064 00000040:00080000:2.0:1783952280.452740:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].29, 136 off13200 00000040:00080000:2.0:1783952280.452753:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].30, 224 off13424 00000040:00080000:2.0:1783952280.453106:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].31, 224 off13648 00000040:00080000:2.0:1783952280.453126:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].32, 80 off13728 00000040:00080000:2.0:1783952280.453140:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].33, 224 off13952 00000040:00080000:2.0:1783952280.453153:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].34, 224 off14176 00000040:00080000:2.0:1783952280.453167:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].35, 88 off14264 00000040:00080000:2.0:1783952280.453184:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].36, 144 off14408 00000040:00080000:2.0:1783952280.453198:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].37, 152 off14560 00000040:00080000:2.0:1783952280.453212:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].38, 136 off14696 00000040:00080000:2.0:1783952280.453224:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].39, 224 off14920 00000040:00080000:2.0:1783952280.453238:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].40, 224 off15144 00000040:00080000:2.0:1783952280.453251:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].41, 80 off15224 00000040:00080000:2.0:1783952280.453264:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].42, 224 off15448 00000040:00080000:2.0:1783952280.453276:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].43, 224 off15672 00000040:00080000:2.0:1783952280.453288:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].44, 120 off15792 00000100:00100000:2.0:1783952280.453420:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637312:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.453508:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.453562:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75ef7a9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.453939:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637312 00000100:00100000:3.0:1783952280.453949:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637312 00000100:00100000:3.0:1783952280.454003:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1783952280.454014:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637312:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783952280.454182:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1268c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600637312:12345-0@lo:502:mount.lustre.0 Request processed in 169us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.454192:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1783952280.454428:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600637312:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952280.454515:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].45, 224 off16016 00000040:00080000:2.0:1783952280.454529:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1783952280.455946:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783952280.455963:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952280.455966:0:165926:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1783952280.455973:0:165926:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1783952280.455977:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783952280.455996:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8a75f6d299c0) 00000020:00000080:2.0:1783952280.456096:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1783952280.456106:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1783952280.456205:0:165926:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783952280.456214:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b4943882fc 00000020:00000080:2.0:1783952280.456694:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1783952280.456700:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783952280.456704:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952280.456706:0:165926:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1783952280.456709:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783952280.456713:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952280.456715:0:165926:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1783952280.456719:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783952280.456730:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8a75f6d2cd40) 00000020:00000080:2.0:1783952280.456745:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1783952280.456749:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1783952280.456751:0:165926:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1783952280.456754:0:165926:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1783952280.456832:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783952280.456897:0:165926:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75f5dcb800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1783952280.456913:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8a75f7884d40) 00000020:00000080:2.0:1783952280.456933:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1783952280.457242:0:165926:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1783952280.457264:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b494388311 00000020:00000080:2.0:1783952280.457554:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1783952280.457564:0:165926:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1783952280.457571:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x3b91f5b494388318 00080000:01000000:2.0:1783952280.457580:0:165926:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1783952280.457584:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b49438831f 00010000:00010000:1.0:1783952280.564140:0:165926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-4 is initialized 00000001:00080000:2.0:1783952280.565685:0:165926:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 0 lr: 0 srv lr: 21474836569 lx: 0 gen 1 00000001:00080000:2.0:1783952280.565795:0:165926:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: 71ea6a5c-561f-4eb8-a8d2-543f542832b5 idx: 1 lr: 0 srv lr: 21474836569 lx: 0 gen 4 00000001:00000004:2.0:1783952280.565831:0:165926:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836569 00000001:00080000:2.0:1783952280.566926:0:165926:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:2.0:1783952280.567045:0:165926:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff8a75ef7a9300: xid 1870607600568064, transno 21474836566, client gen 1, slot idx 0 00000001:00080000:2.0:1783952280.567060:0:165926:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff8a75ef7a9f00: xid 1870607584014208, transno 21474836579, client gen 4, slot idx 1 00000001:00080000:2.0:1783952280.567065:0:165926:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0001: restore reply ffff8a75ef7a9e40: xid 1870607584014848, transno 21474836580, client gen 4, slot idx 2 00000020:00000080:0.0:1783952280.570711:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1783952280.570735:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952280.570746:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.570749:0:165926:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1783952280.570753:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952280.571096:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.571099:0:165926:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1783952280.571106:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783952280.571113:0:165926:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:00000080:0.0:1783952280.571151:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783952280.571180:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8a7601b98000) 00000020:00000080:0.0:1783952280.571218:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1783952280.571223:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783952280.572491:0:165926:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1783952280.572510:0:165926:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:0.0:1783952280.572525:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b49438833b 00010000:00080000:0.0:1783952280.572585:0:165926:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75fb8e1000@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.138@tcp at head 00010000:00010000:0.0:1783952280.581520:0:165926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-9 is initialized 00000020:00000080:1.0:1783952280.584946:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783952280.584970:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1783952280.585177:0:165926:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1783952280.585215:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b494388342 00000100:00080000:1.0:1783952280.585233:0:165926:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783952280.585241:0:165926:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a75fb8e1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952280.585296:0:165926:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff460000 x1870607600637440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952280.585331:0:165926:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783952280.585406:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952280.585411:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783952280.585414:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952280.585421:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 5963 00000100:00080000:1.0:1783952280.585426:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783952280.585431:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a75d195f000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952280.585448:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff461880 x1870607600637568/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952280.585816:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600637440:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783952280.585933:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.586141:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600637568:0@lo:38:kworker.0 00000100:00100000:0.0:1783952280.586171:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.586231:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637440 00000100:00100000:0.0:1783952280.586241:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637440 00000100:00100000:0.0:1783952280.586282:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637568 00000100:00100000:0.0:1783952280.586285:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637568 00000100:00100000:0.0:1783952280.586299:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1783952280.586307:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106951:x1870607600637440:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783952280.586379:0:159122:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5967 last 0 00000020:00000080:0.0:1783952280.586438:0:159122:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b494388349 00000004:00100000:0.0:1783952280.586459:0:159122:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783952280.586596:0:159122:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b0800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952280.586666:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600637440:12345-0@lo:38:llog_process_th.0 Request processed in 358us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.586674:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1783952280.586692:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1783952280.586696:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106951:x1870607600637568:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1783952280.586727:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106951:x1870607600637568:12345-0@lo:38:kworker.0 Request processed in 30us (556us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783952280.586733:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1783952280.586799:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783952280.586810:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 8 00000100:00080000:0.0:1783952280.586819:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1783952280.586825:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783952280.586827:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783952280.586834:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600637440:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1783952280.586846:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952280.586850:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783952280.586852:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600637568:0@lo:38:kworker.0 00000100:00100000:3.0:1783952280.588258:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600637952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952280.588370:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.588438:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952280.588446:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600637824:0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.588478:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.588527:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637952 00000100:00100000:3.0:1783952280.588536:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637952 00000100:00100000:3.0:1783952280.588596:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1783952280.588605:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600637952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952280.588671:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:3.0:1783952280.588726:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600637952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.588735:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1783952280.588776:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637824 00000100:00100000:3.0:1783952280.588779:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637824 00000100:00100000:3.0:1783952280.588827:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1783952280.588834:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600637824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.588866:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600637824:12345-0@lo:400:kworker.0 Request processed in 33us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.588872:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:3.0:1783952280.588890:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952280.588957:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600637824:0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.588977:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600637952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952280.593465:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952280.593514:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600637696:0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.593709:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.593863:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600637696 00000100:00100000:3.0:1783952280.593873:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600637696 00000100:00100000:3.0:1783952280.594197:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1783952280.594211:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600637696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.594290:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600637696:12345-0@lo:400:kworker.0 Request processed in 84us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.594305:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:3.0:1783952280.594357:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952280.594411:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600637696:0@lo:400:kworker.0 00000020:01000000:3.0:1783952280.594561:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952280.594571:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.594573:0:165926:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1783952280.594580:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783952280.594584:0:165926:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1783952280.594587:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952280.594589:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952280.594591:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783952280.594593:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.594595:0:165926:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783952280.594598:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952280.594606:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.594608:0:165926:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1783952280.594612:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00080000:1.0:1783952280.595063:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952280.595069:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783952280.595073:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952280.595080:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 5963 00000100:00080000:1.0:1783952280.595086:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783952280.595093:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a75d8b1c000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952280.595123:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff460380 x1870607600638336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952280.595240:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600638464:0@lo:400:kworker.0 00000100:00100000:2.0:1783952280.595302:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.595433:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600638336:0@lo:38:kworker.0 00000100:00100000:0.0:1783952280.595468:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783952280.595820:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952280.595825:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783952280.595828:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952280.595833:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 5963 00000100:00080000:1.0:1783952280.595837:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783952280.595842:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a75e7242800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952280.595861:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff460a80 x1870607600638592/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952280.595977:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600638592:0@lo:38:kworker.0 00000100:00100000:0.0:1783952280.596011:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.598016:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638464 00000100:00100000:2.0:1783952280.598038:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638464 00000100:00100000:2.0:1783952280.598139:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638336 00000100:00100000:2.0:1783952280.598144:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638336 00000100:00100000:2.0:1783952280.598156:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638592 00000100:00100000:2.0:1783952280.598159:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638592 00000100:00100000:2.0:1783952280.598174:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1783952280.598189:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600638464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.598277:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600638080:0@lo:400:kworker.0 00000100:00100000:2.0:1783952280.598325:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600638464:12345-0@lo:400:kworker.0 Request processed in 142us (3022us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.598330:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.598358:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1783952280.598374:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952280.598378:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638080 00000100:00100000:3.0:1783952280.598381:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600638208:0@lo:400:kworker.0 00000100:00100000:2.0:1783952280.598397:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638080 00000100:00100000:3.0:1783952280.598406:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.598413:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638208 00000100:00100000:2.0:1783952280.598415:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638208 00000100:00100000:2.0:1783952280.598432:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1783952280.598435:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1783952280.598437:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600638080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.598443:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600638208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.598473:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600638208:12345-0@lo:400:kworker.0 Request processed in 30us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.598473:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600638080:12345-0@lo:400:kworker.0 Request processed in 35us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.598480:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1783952280.598482:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1783952280.598491:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1783952280.598496:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1783952280.598496:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600638336:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1783952280.598500:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600638592:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1783952280.598571:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952280.598903:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600638336:12345-0@lo:38:kworker.0 Request processed in 404us (3432us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783952280.598925:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1783952280.598976:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600638208:0@lo:400:kworker.0 00000100:00100000:2.0:1783952280.598989:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600638080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952280.599008:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600638592:12345-0@lo:38:kworker.0 Request processed in 506us (2995us total) trans 0 rc -11/-11 00000100:00100000:3.0:1783952280.599014:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1783952280.599029:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600638464:0@lo:400:kworker.0 00000004:01000000:3.0:1783952280.599181:0:165926:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1783952280.599235:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952280.599241:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.599243:0:165926:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1783952280.599247:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783952280.599250:0:165926:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1783952280.599251:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952280.599253:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952280.599255:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783952280.599257:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.599259:0:165926:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783952280.599261:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783952280.599268:0:165926:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1783952280.599272:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.599273:0:165926:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1783952280.599275:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783952280.599278:0:165926:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:01000000:3.0:1783952280.599303:0:165926:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1783952280.599306:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783952280.599323:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8a75e6eb99c0) 00000020:00000080:3.0:1783952280.599401:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1783952280.599408:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00080000:0.0:1783952280.600069:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952280.600079:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783952280.600084:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600638592:0@lo:38:kworker.0 00000100:00080000:0.0:1783952280.600096:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952280.600100:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783952280.600103:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600638336:0@lo:38:kworker.0 00000004:00080000:3.0:1783952280.601251:0:165926:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1783952280.601264:0:165926:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783952280.601279:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b494388357 00010000:00080000:3.0:1783952280.601328:0:165926:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75feba0000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.138@tcp at head 00010000:00010000:3.0:1783952280.602002:0:165926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-10 is initialized 00000040:01000000:3.0:1783952280.610105:0:165926:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783952280.611035:0:165926:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1783952280.614171:0:165926:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783952280.614657:0:165926:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].6, 64 off8576 00000040:00080000:3.0:1783952280.614862:0:165926:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x18:0x0].1, 64 off8256 00000040:00080000:1.0:1783952280.616113:0:165931:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:1.0:1783952280.616122:0:165931:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x18:0x0] at index 6 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1783952280.617899:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783952280.617997:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783952280.618140:0:165926:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783952280.618176:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b49438835e 00000100:00080000:0.0:1783952280.618196:0:165926:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783952280.618221:0:165926:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952280.618275:0:165926:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75f58c1880 x1870607600638720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952280.618535:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600638720:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952280.618642:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.618781:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638720 00000100:00100000:3.0:1783952280.618791:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638720 00000100:00100000:3.0:1783952280.618842:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1783952280.618852:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600638720:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1783952280.618891:0:162835:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5967 last 0 00000020:00000080:3.0:1783952280.618944:0:162835:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b494388365 00002000:00100000:3.0:1783952280.618963:0:162835:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a74cb31d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1783952280.618968:0:162835:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1783952280.618971:0:162835:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1783952280.619094:0:162835:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1783952280.619129:0:162835:0:(import.c:65:import_set_state_nolock()) ffff8a74cb31b000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1783952280.619497:0:165926:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1783952280.619619:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952280.619625:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.619628:0:165926:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783952280.619631:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783952280.619635:0:165926:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1783952280.619637:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783952280.619638:0:165926:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783952280.619640:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783952280.619643:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.619644:0:165926:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783952280.619646:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783952280.619652:0:165926:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1783952280.619656:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.619657:0:165926:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783952280.619659:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783952280.619663:0:165926:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:01000000:0.0:1783952280.619693:0:165926:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1783952280.619696:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783952280.619715:0:165926:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8a7601b9cd40) 00000020:00000080:0.0:1783952280.619740:0:165926:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1783952280.619746:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783952280.619843:0:165926:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1783952280.619852:0:165926:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783952280.619860:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x3b91f5b494388373 00010000:00080000:0.0:1783952280.619898:0:165926:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a74cb581800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.138@tcp at head 00010000:00010000:0.0:1783952280.620603:0:165926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-11 is initialized 00000040:01000000:0.0:1783952280.620698:0:165926:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783952280.620736:0:165926:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1783952280.626826:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600638720:12345-0@lo:8:llog_process_th.0 Request processed in 7961us (8171us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.626846:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000040:00080000:0.0:1783952280.627997:0:165926:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952280.628207:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783952280.628224:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 5 00000100:00080000:2.0:1783952280.628236:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783952280.628244:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783952280.628250:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783952280.628278:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783952280.628288:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600638720:0@lo:8:llog_process_th.0 00000004:00080000:1.0:1783952280.628479:0:165931:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1783952280.628548:0:165931:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5967624211704ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952280.628556:0:165931:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783952280.630177:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600638848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952280.630274:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1783952280.630663:0:165926:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].6, 64 off8576 00000040:00080000:1.0:1783952280.630871:0:165926:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1a:0x0].1, 64 off8256 00000100:00100000:3.0:1783952280.631763:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638848 00000100:00100000:3.0:1783952280.631781:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638848 00000100:00100000:3.0:1783952280.631872:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1783952280.631884:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600638848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952280.631942:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952280.632056:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600638848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.632065:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:3.0:1783952280.632090:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952280.632254:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600638848:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1783952280.632704:0:165933:0:(llog.c:805:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:1.0:1783952280.632709:0:165933:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x1a:0x0] at index 6 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1783952280.636150:0:165926:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1783952280.636172:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1783952280.636240:0:165926:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1783952280.636272:0:165926:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b49438837a 00000100:00080000:3.0:1783952280.636287:0:165926:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783952280.636316:0:165926:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a74cb581800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952280.636753:0:165926:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff829c00 x1870607600638976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783952280.636784:0:165926:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1783952280.636866:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952280.636871:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.636873:0:165926:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1783952280.636877:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952280.636882:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.636884:0:165926:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783952280.636887:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783952280.636889:0:165926:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783952280.636892:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952280.636895:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.636896:0:165926:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783952280.636898:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952280.636901:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.636902:0:165926:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783952280.636906:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783952280.636960:0:165926:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952280.636965:0:165926:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952280.636966:0:165926:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783952280.636970:0:165926:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 46 count 46 00000020:01000000:3.0:1783952280.637055:0:165922:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1783952280.637109:0:165922:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1783952280.637127:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.637139:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952280.637148:0:165922:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75f5dcb800 from 1 10000000:01000000:3.0:1783952280.637162:0:165922:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783952280.637195:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.637205:0:165922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.637220:0:165922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952280.637247:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639104:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783952280.637361:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.638122:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600638976:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952280.638185:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.638419:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600638976 00000100:00100000:0.0:1783952280.638430:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600638976 00000100:00100000:0.0:1783952280.638484:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1783952280.638493:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:106951:x1870607600638976:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1783952280.638532:0:162839:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5967 last 0 00000020:00000080:0.0:1783952280.638572:0:162839:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x3b91f5b494388388 00002000:00100000:0.0:1783952280.638590:0:162839:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8a74cb587800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1783952280.638595:0:162839:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1783952280.638598:0:162839:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783952280.638696:0:162839:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1783952280.638728:0:162839:0:(import.c:65:import_set_state_nolock()) ffff8a74cb587000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952280.638810:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600638976:12345-0@lo:8:llog_process_th.0 Request processed in 317us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.638819:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1783952280.639291:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783952280.639303:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 4 00000100:00080000:2.0:1783952280.639312:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783952280.639319:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783952280.639322:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb581800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783952280.639388:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783952280.639396:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600638976:0@lo:8:llog_process_th.0 00000004:00080000:1.0:1783952280.639706:0:165933:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1783952280.639788:0:165933:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5967635451341ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952280.639795:0:165933:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783952280.639867:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600639232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952280.639935:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1783952280.640114:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1783952280.640591:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.640619:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639104 00000100:00100000:3.0:1783952280.640627:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639104 00000100:00100000:3.0:1783952280.640681:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1783952280.640691:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:165922:x1870607600639104:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952280.640708:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952280.640732:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388381 expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.640765:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388381 expref: 22 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.640778:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388381 expref: 22 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.640790:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:3.0:1783952280.640839:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:165922:x1870607600639104:12345-0@lo:101:mount.lustre.0 Request processed in 149us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.640857:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1783952280.640933:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639104:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952280.640955:0:165922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.640965:0:165922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952280.641595:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639360:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1783952280.641654:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.641682:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.642088:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639360 00000100:00100000:2.0:1783952280.642096:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639360 00000100:00100000:2.0:1783952280.642150:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1783952280.642159:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:165922:x1870607600639360:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783952280.642180:0:159108:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783952280.642204:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783952280.642209:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783952280.642213:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783952280.642216:0:159108:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783952280.642219:0:159108:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 36 00000100:00100000:2.0:1783952280.642371:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:165922:x1870607600639360:12345-0@lo:256:mount.lustre.0 Request processed in 212us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.642380:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1783952280.643073:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639232 00000100:00100000:0.0:1783952280.643081:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639232 00000100:00100000:0.0:1783952280.643147:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783952280.643156:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600639232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952280.643189:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8249024 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952280.643250:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600639232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (3315us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.643258:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:2.0:1783952280.648081:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952280.648196:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600639232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952280.648751:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639360:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1783952280.651005:0:165922:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783952280.651101:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.651119:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952280.651130:0:165922:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a75f5dcb800 from 1 10000000:01000000:3.0:1783952280.651134:0:165922:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783952280.651194:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.651203:0:165922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.651235:0:165922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952280.651270:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639488:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783952280.652097:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.652226:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.652330:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639488 00000100:00100000:2.0:1783952280.652627:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639488 00000100:00100000:2.0:1783952280.652731:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1783952280.652744:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:165922:x1870607600639488:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952280.652770:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952280.652796:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f1800/0x3b91f5b49438839d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388396 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.652843:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f1800/0x3b91f5b49438839d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388396 expref: 23 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.652857:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f1800/0x3b91f5b49438839d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388396 expref: 23 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.652869:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1800, rc 0) 00000100:00100000:2.0:1783952280.652965:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639488:12345-0@lo:101:mount.lustre.0 Request processed in 224us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.652973:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:0.0:1783952280.653249:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783952280.653946:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:3.0:1783952280.654145:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639488:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952280.654172:0:165922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.654185:0:165922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783952280.656217:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 7 count 7 00000040:00080000:3.0:1783952280.657310:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783952280.658265:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:3.0:1783952280.658301:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 112 off8528 00000040:00080000:3.0:1783952280.658317:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 224 off8752 00000040:00080000:3.0:1783952280.658331:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8976 00000040:00080000:3.0:1783952280.658571:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 112 off9088 00000040:00080000:3.0:1783952280.658588:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 224 off9312 00000040:00080000:3.0:1783952280.658591:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 6 count 7 00000100:00100000:3.0:1783952280.658723:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639616:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952280.658809:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.658927:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.664068:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639616 00000100:00100000:0.0:1783952280.664096:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639616 00000100:00100000:0.0:1783952280.664201:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1783952280.664238:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639616:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952280.664545:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639616:12345-0@lo:501:mount.lustre.0 Request processed in 309us (5734us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.664554:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1783952280.664804:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639616:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952280.664887:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639744:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952280.664957:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.664995:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.665143:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639744 00000100:00100000:2.0:1783952280.665149:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639744 00000100:00100000:2.0:1783952280.665197:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1783952280.665207:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639744:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783952280.665322:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639744:12345-0@lo:503:mount.lustre.0 Request processed in 117us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.665369:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1783952280.665449:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639744:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783952280.667291:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952280.667463:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639872:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.667564:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.667631:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600639872 00000100:00100000:2.0:1783952280.667640:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600639872 00000100:00100000:2.0:1783952280.667697:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1783952280.667707:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639872:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.667839:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600639872:12345-0@lo:502:mount.lustre.0 Request processed in 132us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.667848:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1783952280.667930:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75ef7a9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.667958:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600639872:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952280.670542:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:2.0:1783952280.670610:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 112 off8528 00000040:00080000:2.0:1783952280.670624:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 224 off8752 00000040:00080000:2.0:1783952280.670640:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8976 00000040:00080000:2.0:1783952280.670653:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 112 off9088 00000100:00100000:2.0:1783952280.670714:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640000:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.670813:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.670882:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c67d9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.671502:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640000 00000100:00100000:1.0:1783952280.671514:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640000 00000100:00100000:1.0:1783952280.671585:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1783952280.671597:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600640000:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.671796:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600640000:12345-0@lo:502:mount.lustre.0 Request processed in 201us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.671806:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1783952280.671937:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640000:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783952280.672038:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 224 off9312 00000040:00080000:3.0:1783952280.672054:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:0.0:1783952280.678030:0:165935:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952280.678050:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.678053:0:165935:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783952280.678064:0:165935:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a75f5dcb800 00000020:00000080:0.0:1783952280.678067:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783952280.678076:0:165935:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952280.678079:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.678080:0:165935:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783952280.678083:0:165935:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952280.678085:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.678087:0:165935:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783952280.678090:0:165935:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a75f5dcb800 00000020:00000080:0.0:1783952280.678092:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783952280.678183:0:165935:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952280.678187:0:165935:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952280.678189:0:165935:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1783952280.678193:0:165935:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 7 count 7 00000020:01000000:3.0:1783952280.678600:0:165922:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1783952280.678656:0:165922:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783952280.678688:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.678703:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952280.678772:0:165922:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783952280.678776:0:165922:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a75f5dcb800 10000000:01000000:3.0:1783952280.678779:0:165922:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a75f5dcb800 10000000:01000000:3.0:1783952280.678784:0:165922:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783952280.678791:0:165922:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a75f5dcb800 from 1 10000000:01000000:3.0:1783952280.678794:0:165922:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783952280.678846:0:165922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.678856:0:165922:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.678868:0:165922:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952280.678929:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640128:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783952280.679048:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.679106:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.681651:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640128 00000100:00100000:2.0:1783952280.681673:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640128 00000100:00100000:2.0:1783952280.681757:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1783952280.681770:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:165922:x1870607600640128:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952280.681804:0:159111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952280.681829:0:159111:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74ca9f0400/0x3b91f5b4943883ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943883a4 expref: -99 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.681870:0:159111:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74ca9f0400/0x3b91f5b4943883ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943883a4 expref: 24 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.681885:0:159111:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74ca9f0400/0x3b91f5b4943883ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943883a4 expref: 24 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.681896:0:159111:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0400, rc 0) 00000100:00100000:2.0:1783952280.682033:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640128:12345-0@lo:101:mount.lustre.0 Request processed in 265us (2984us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.682042:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1783952280.682297:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640128:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952280.682321:0:165922:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.682363:0:165922:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783952280.691311:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 52 count 51 00000040:00080000:0.0:1783952280.691797:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783952280.692148:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].1, 224 off8416 00000040:00080000:0.0:1783952280.692174:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].2, 120 off8536 00000040:00080000:0.0:1783952280.692186:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].3, 168 off8704 00000040:00080000:0.0:1783952280.692197:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].4, 224 off8928 00000040:00080000:0.0:1783952280.692208:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].5, 224 off9152 00000040:00080000:0.0:1783952280.692220:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].6, 120 off9272 00000040:00080000:0.0:1783952280.692232:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].7, 168 off9440 00000040:00080000:0.0:1783952280.692243:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].8, 224 off9664 00000040:00080000:0.0:1783952280.692254:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].9, 224 off9888 00000040:00080000:0.0:1783952280.692273:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].10, 120 off10008 00000040:00080000:0.0:1783952280.692285:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].11, 224 off10232 00000040:00080000:0.0:1783952280.692296:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].12, 224 off10456 00000040:00080000:0.0:1783952280.692306:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].13, 88 off10544 00000040:00080000:0.0:1783952280.692317:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].14, 128 off10672 00000040:00080000:0.0:1783952280.692328:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].15, 144 off10816 00000040:00080000:0.0:1783952280.692372:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].16, 160 off10976 00000040:00080000:0.0:1783952280.692386:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].17, 224 off11200 00000040:00080000:0.0:1783952280.692398:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].18, 224 off11424 00000040:00080000:0.0:1783952280.692410:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].19, 80 off11504 00000040:00080000:0.0:1783952280.692423:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].20, 224 off11728 00000040:00080000:0.0:1783952280.692437:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].21, 224 off11952 00000040:00080000:0.0:1783952280.692450:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].22, 88 off12040 00000040:00080000:0.0:1783952280.692463:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].23, 128 off12168 00000040:00080000:0.0:1783952280.692478:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].24, 144 off12312 00000040:00080000:0.0:1783952280.692493:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].25, 160 off12472 00000040:00080000:0.0:1783952280.692506:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].26, 224 off12696 00000040:00080000:0.0:1783952280.692518:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].27, 224 off12920 00000040:00080000:0.0:1783952280.692531:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].28, 80 off13000 00000040:00080000:0.0:1783952280.692543:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].29, 224 off13224 00000040:00080000:0.0:1783952280.692557:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].30, 224 off13448 00000040:00080000:0.0:1783952280.692570:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].31, 88 off13536 00000040:00080000:0.0:1783952280.692583:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].32, 128 off13664 00000040:00080000:0.0:1783952280.692594:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].33, 144 off13808 00000040:00080000:0.0:1783952280.692604:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].34, 128 off13936 00000040:00080000:0.0:1783952280.692616:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].35, 224 off14160 00000040:00080000:0.0:1783952280.692627:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].36, 224 off14384 00000040:00080000:0.0:1783952280.692640:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].37, 80 off14464 00000040:00080000:0.0:1783952280.692653:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].38, 224 off14688 00000040:00080000:0.0:1783952280.692668:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].39, 224 off14912 00000040:00080000:0.0:1783952280.692682:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].40, 88 off15000 00000040:00080000:0.0:1783952280.692695:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].41, 128 off15128 00000040:00080000:0.0:1783952280.692708:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].42, 144 off15272 00000040:00080000:0.0:1783952280.692730:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].43, 128 off15400 00000040:00080000:0.0:1783952280.692740:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].44, 224 off15624 00000040:00080000:0.0:1783952280.692752:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].45, 224 off15848 00000040:00080000:0.0:1783952280.692763:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].46, 80 off15928 00000040:00080000:0.0:1783952280.692778:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].47, 224 off16152 00000040:00080000:0.0:1783952280.692791:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].48, 232 off16384 00000040:00080000:0.0:1783952280.692940:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].49, 224 off16608 00000040:00080000:0.0:1783952280.692961:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].50, 120 off16728 00000040:00080000:0.0:1783952280.692979:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x23:0x0].51, 224 off16952 00000040:00080000:0.0:1783952280.692985:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 51 count 51 00000100:00100000:0.0:1783952280.693126:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640256:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952280.693221:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.693294:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c35913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.693745:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640256 00000100:00100000:1.0:1783952280.693757:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640256 00000100:00100000:1.0:1783952280.693836:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1783952280.693848:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640256:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952280.694061:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa412850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640256:12345-0@lo:501:mount.lustre.0 Request processed in 214us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.694071:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1783952280.694141:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640256:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952280.694196:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640384:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952280.694255:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.694282:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.694300:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640384 00000100:00100000:1.0:1783952280.694304:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640384 00000100:00100000:1.0:1783952280.694328:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1783952280.694370:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640384:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952280.694473:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640384:12345-0@lo:503:mount.lustre.0 Request processed in 137us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.694487:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1783952280.694536:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640384:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783952280.695062:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783952280.695161:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640512:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.695211:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.695235:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.695258:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640512 00000100:00100000:1.0:1783952280.695263:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640512 00000100:00100000:1.0:1783952280.695293:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1783952280.695300:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa411850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640512:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.695421:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa411850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640512:12345-0@lo:502:mount.lustre.0 Request processed in 120us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.695429:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1783952280.695478:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640512:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783952280.695680:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].1, 224 off8416 00000040:00080000:1.0:1783952280.695706:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].2, 120 off8536 00000040:00080000:1.0:1783952280.695719:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].3, 168 off8704 00000040:00080000:1.0:1783952280.695731:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].4, 224 off8928 00000040:00080000:1.0:1783952280.695743:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].5, 224 off9152 00000040:00080000:1.0:1783952280.695755:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].6, 120 off9272 00000040:00080000:1.0:1783952280.695768:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].7, 168 off9440 00000040:00080000:1.0:1783952280.695785:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].8, 224 off9664 00000040:00080000:1.0:1783952280.695797:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].9, 224 off9888 00000040:00080000:1.0:1783952280.695809:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].10, 120 off10008 00000040:00080000:1.0:1783952280.695822:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].11, 224 off10232 00000040:00080000:1.0:1783952280.695835:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].12, 224 off10456 00000040:00080000:1.0:1783952280.695847:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].13, 88 off10544 00000040:00080000:1.0:1783952280.695868:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].14, 128 off10672 00000040:00080000:1.0:1783952280.695882:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].15, 144 off10816 00000040:00080000:1.0:1783952280.695895:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].16, 160 off10976 00000040:00080000:1.0:1783952280.695909:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].17, 224 off11200 00000040:00080000:1.0:1783952280.695940:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].18, 224 off11424 00000040:00080000:1.0:1783952280.695956:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].19, 80 off11504 00000040:00080000:1.0:1783952280.695970:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].20, 224 off11728 00000040:00080000:1.0:1783952280.695985:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].21, 224 off11952 00000040:00080000:1.0:1783952280.695997:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].22, 88 off12040 00000040:00080000:1.0:1783952280.696009:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].23, 128 off12168 00000040:00080000:1.0:1783952280.696021:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].24, 144 off12312 00000040:00080000:1.0:1783952280.696035:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].25, 160 off12472 00000040:00080000:1.0:1783952280.696047:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].26, 224 off12696 00000040:00080000:1.0:1783952280.696060:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].27, 224 off12920 00000040:00080000:1.0:1783952280.696073:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].28, 80 off13000 00000040:00080000:1.0:1783952280.696089:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].29, 224 off13224 00000040:00080000:1.0:1783952280.696103:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].30, 224 off13448 00000040:00080000:1.0:1783952280.696114:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].31, 88 off13536 00000040:00080000:1.0:1783952280.696127:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].32, 128 off13664 00000040:00080000:1.0:1783952280.696141:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].33, 144 off13808 00000040:00080000:1.0:1783952280.696156:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].34, 128 off13936 00000040:00080000:1.0:1783952280.696171:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].35, 224 off14160 00000040:00080000:1.0:1783952280.696185:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].36, 224 off14384 00000040:00080000:1.0:1783952280.696199:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].37, 80 off14464 00000040:00080000:1.0:1783952280.696211:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].38, 224 off14688 00000040:00080000:1.0:1783952280.696223:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].39, 224 off14912 00000040:00080000:1.0:1783952280.696236:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].40, 88 off15000 00000040:00080000:1.0:1783952280.696249:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].41, 128 off15128 00000040:00080000:1.0:1783952280.696262:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].42, 144 off15272 00000040:00080000:1.0:1783952280.696277:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].43, 128 off15400 00000040:00080000:1.0:1783952280.696290:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].44, 224 off15624 00000040:00080000:1.0:1783952280.696304:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].45, 224 off15848 00000040:00080000:1.0:1783952280.696316:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].46, 80 off15928 00000040:00080000:1.0:1783952280.696371:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].47, 224 off16152 00000040:00080000:1.0:1783952280.696389:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].48, 232 off16384 00000100:00100000:1.0:1783952280.696436:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.696496:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.696545:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640640 00000100:00100000:1.0:1783952280.696552:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640640 00000100:00100000:1.0:1783952280.696590:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1783952280.696600:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fa413050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640640:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.696699:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fa413050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640640:12345-0@lo:502:mount.lustre.0 Request processed in 99us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.696707:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1783952280.696755:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.696774:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783952280.705589:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].49, 224 off16608 00000040:00080000:1.0:1783952280.705688:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].50, 120 off16728 00000100:00100000:1.0:1783952280.705763:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952280.705884:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.705967:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.706071:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640768 00000100:00100000:2.0:1783952280.706080:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640768 00000100:00100000:2.0:1783952280.706153:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1783952280.706165:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952280.706386:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600640768:12345-0@lo:502:mount.lustre.0 Request processed in 172us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.706395:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1783952280.706625:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600640768:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783952280.706703:0:165922:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x24:0x0].51, 224 off16952 00000040:00080000:3.0:1783952280.706715:0:165922:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1783952280.707887:0:165937:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1783952280.707910:0:165937:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8a74cb9a0000) 00000020:00000080:1.0:1783952280.707954:0:165937:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1783952280.708191:0:165937:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75f5dcb800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1783952280.708196:0:165937:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75f5dcb800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1783952280.708199:0:165937:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75f5dcb800 3 00010000:00080000:1.0:1783952280.708240:0:165937:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75d2a1c800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.138@tcp at head 00010000:00010000:1.0:1783952280.710239:0:165937:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-12 is initialized 00000020:00000080:1.0:1783952280.710421:0:165937:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1783952280.710497:0:165937:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783952280.710518:0:165937:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x3b91f5b4943883b9 00000100:00080000:1.0:1783952280.710532:0:165937:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783952280.710539:0:165937:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a75d2a1c800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952280.710591:0:165937:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75ff460700 x1870607600640896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952280.710627:0:165937:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1783952280.713550:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600640896:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783952280.713665:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.714213:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600640896 00000100:00100000:0.0:1783952280.714224:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600640896 00000100:00100000:0.0:1783952280.714281:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1783952280.714292:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600640896:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783952280.714330:0:159117:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 5967 last 0 00000020:00000080:0.0:1783952280.714466:0:159117:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x3b91f5b4943883c0 00000004:00100000:0.0:1783952280.714487:0:159117:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783952280.714527:0:159117:0:(import.c:65:import_set_state_nolock()) ffff8a74cd405800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952280.714608:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106951:x1870607600640896:12345-0@lo:38:llog_process_th.0 Request processed in 316us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.714617:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1783952280.717133:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783952280.717158:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 8 00000100:00080000:2.0:1783952280.717170:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1783952280.717178:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783952280.717209:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783952280.717222:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600640896:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1783952280.721502:0:165937:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 52 count 51 00000020:01000000:3.0:1783952280.729291:0:165922:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783952280.729401:0:165922:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783952280.729442:0:165922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.729458:0:165922:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783952280.729552:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783952280.729555:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783952280.729557:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952280.729558:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952280.729560:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952280.729561:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952280.729563:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952280.729572:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952280.729573:0:165922:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783952280.729578:0:165922:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1783952280.729580:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783952280.729581:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783952280.729582:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952280.729583:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952280.729584:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952280.729585:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952280.729586:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952280.729587:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952280.729588:0:165922:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783952280.729629:0:165922:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1783952280.729661:0:165922:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600641024:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783952280.729783:0:165922:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.729846:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641024 00000100:00100000:3.0:1783952280.729855:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641024 00000100:00100000:3.0:1783952280.729939:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1783952280.729950:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600641024:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783952280.729991:0:159111:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1783952280.730006:0:159111:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1783952280.731563:0:165922:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b86c0 going to sleep for 11 seconds 00000001:00100000:1.0:1783952280.743894:0:159096:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1783952280.744176:0:159111:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783952280.744201:0:159111:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1783952280.744514:0:159132:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783952280.744521:0:159132:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783952280.744558:0:159132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744585:0:159132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494385306 expref: 24 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744597:0:159132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744605:0:159132:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388381 expref: 24 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744614:0:159132:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744673:0:159132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 24 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744691:0:159132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 24 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.744730:0:159132:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641152:0@lo:104: 00000100:00100000:1.0:1783952280.744831:0:159132:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783952280.744898:0:159132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 9 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.744908:0:159132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 9 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.744930:0:159132:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641280:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952280.745081:0:159132:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 24 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.745092:0:159132:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 24 pid: 159110 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.745101:0:159132:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641408:0@lo:104: 00000100:00100000:1.0:1783952280.745129:0:159132:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.745147:0:159132:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3fe10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.745289:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641152 00000100:00100000:0.0:1783952280.745300:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641152 00000100:00100000:0.0:1783952280.745396:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641408 00000100:00100000:0.0:1783952280.745410:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641408 00000100:00100000:0.0:1783952280.745434:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783952280.745444:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+4:159132:x1870607600641152:12345-0@lo:104: 00010000:00010000:0.0:1783952280.745462:0:159099:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745536:0:159099:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783952280.745543:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+4:159132:x1870607600641152:12345-0@lo:104: Request processed in 101us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.745551:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783952280.745572:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783952280.745579:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+3:159132:x1870607600641408:12345-0@lo:104: 00010000:00010000:0.0:1783952280.745588:0:159099:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745622:0:159099:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783952280.745627:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+3:159132:x1870607600641408:12345-0@lo:104: Request processed in 49us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952280.745634:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:0.0:1783952280.745660:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952280.745667:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745674:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:0.0:1783952280.745679:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745689:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783952280.745705:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952280.745712:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783952280.745746:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745754:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952280.745779:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745787:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8c00/0x3b91f5b494388381 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438838f expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745800:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952280.745803:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745809:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593600 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:0.0:1783952280.745812:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745819:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783952280.745826:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952280.745832:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783952280.745853:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745860:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952280.745873:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745879:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d0593600/0x3b91f5b494385306 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438530d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952280.745895:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952280.745897:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952280.745899:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952280.745926:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600641536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952280.745962:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.746493:0:159132:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641152:0@lo:104: 00000100:00100000:0.0:1783952280.746518:0:159132:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641408:0@lo:104: 00000100:00100000:1.0:1783952280.749834:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:165922:x1870607600641024:12345-0@lo:253:mount.lustre.0 Request processed in 19867us (20033us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.749855:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1783952280.750545:0:165922:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:165922:1870607600641024:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783952280.750573:0:165922:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1783952280.750577:0:165922:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783952280.750578:0:165922:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783952280.750580:0:165922:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783952280.750581:0:165922:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783952280.750583:0:165922:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783952280.750584:0:165922:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783952280.750586:0:165922:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783952280.750588:0:165922:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783952280.750589:0:165922:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1783952280.750611:0:165922:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1783952280.753302:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600641664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952280.754704:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641536 00000100:00100000:2.0:1783952280.754721:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641536 00000100:00100000:3.0:1783952280.755159:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783952280.756702:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 24 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952280.757317:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952280.758317:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952280.766362:0:159132:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:159132:1870607600641280:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952280.766712:0:159132:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952280.773150:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641664 00000100:00100000:2.0:1783952280.773174:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641664 00000100:00100000:2.0:1783952280.773316:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016512 00000100:00100000:2.0:1783952280.773321:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016512 00010000:00010000:2.0:1783952280.773452:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 10 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952280.773510:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1783952280.773522:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+25:106955:x1870607600641536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952280.773542:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952280.773550:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 25 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.773566:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 25 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.773575:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 85 00010000:00010000:2.0:1783952280.773589:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e7bf8400/0x3b91f5b49438838f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b91f5b494388381 expref: 25 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952280.773601:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584016512:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952280.773606:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952280.773612:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952280.773616:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 10 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.773636:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 10 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.773648:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c9782800/0x3b91f5b494387ef7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc8f expref: 10 pid: 159111 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952280.773657:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952280.773708:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f20fa543-a316-4018-b828-154d033ccff0+9:69255:x1870607584016512:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 108us (15399us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.773716:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:2.0:1783952280.776035:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600641536:12345-0@lo:103:ldlm_bl.0 Request processed in 2501us (30058us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.776054:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:2.0:1783952280.776305:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 23 pid: 159110 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952280.776374:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1783952280.776386:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106952:x1870607600641664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952280.776404:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952280.776412:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 23 pid: 159110 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776429:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 23 pid: 159110 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776456:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f6200/0x3b91f5b49438530d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b91f5b494385306 expref: 23 pid: 159110 timeout: 6067 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776477:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776487:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783952280.776507:0:159102:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.031988113s 00010000:00010000:2.0:1783952280.776513:0:159102:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776521:0:159102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776529:0:159102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776536:0:159102:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776552:0:159102:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952280.776558:0:159102:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776568:0:159102:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776586:0:159102:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776600:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952280.776676:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106952:x1870607600641664:12345-0@lo:103:ldlm_bl.0 Request processed in 293us (21521us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.776682:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:2.0:1783952280.776709:0:159132:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776717:0:159132:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952280.776723:0:159132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c0030000/0x3b91f5b4943883c7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 159132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952280.787076:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600641536:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952280.791627:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600641664:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1783952280.795297:0:165922:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0001: committed batchid 17179869212 00000040:01000000:0.0:1783952280.797517:0:165922:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1783952280.797836:0:165943:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 17179869212 00000020:00080000:1.0:1783952280.797842:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000040:01000000:1.0:1783952280.800062:0:165944:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783952280.800111:0:165922:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:1.0:1783952280.802282:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600641792:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1783952280.802734:0:165922:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1783952280.802807:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1783952280.803308:0:165922:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1783952280.803318:0:165922:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:1.0:1783952280.803703:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.803753:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cabf3900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.803825:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641792 00000100:00100000:3.0:1783952280.803836:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641792 00000100:00100000:3.0:1783952280.803926:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1783952280.803938:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600641792:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.804053:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600641792:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 116us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.804073:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000040:00080000:0.0:1783952280.804580:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783952280.805561:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600641792:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1783952280.805648:0:165945:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1783952280.805711:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600641920:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.805783:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.805823:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cabf3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.805856:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600641920 00000100:00100000:2.0:1783952280.805865:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600641920 00000100:00100000:2.0:1783952280.805936:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1783952280.805946:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600641920:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.806103:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600641920:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 157us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.806121:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1783952280.806165:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600641920:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.806239:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:165945:1870607600642048:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.806269:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.806295:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.807546:0:159128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642048 00000100:00100000:3.0:1783952280.807559:0:159128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642048 00000100:00100000:3.0:1783952280.807619:0:159128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783952280.807629:0:159128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165945:x1870607600642048:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.807716:0:159128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:165945:x1870607600642048:12345-0@lo:900:lod0001_rec0000.0 Request processed in 88us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.807723:0:159128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783952280.807753:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:165945:1870607600642048:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.807835:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642176:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.807876:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.807909:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c4fa5240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.807970:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642176 00000100:00100000:3.0:1783952280.807975:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642176 00000100:00100000:3.0:1783952280.808012:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1783952280.808020:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642176:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.808089:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642176:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 70us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.808096:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1783952280.808161:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642176:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.808244:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642304:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.808314:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.808376:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c4fa5240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.808738:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642304 00000100:00100000:3.0:1783952280.808744:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642304 00000100:00100000:3.0:1783952280.808779:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1783952280.808786:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642304:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.809030:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642304:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 243us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.809038:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1783952280.809114:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642304:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1783952280.809175:0:165945:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000100:00100000:2.0:1783952280.809305:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642432:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1783952280.809782:0:165944:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000400:0x1:0x0] first idx 3, last_idx 4 00000100:00100000:2.0:1783952280.809946:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.809993:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642432 00000100:00100000:2.0:1783952280.810000:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642432 00000100:00100000:2.0:1783952280.810040:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1783952280.810050:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642432:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1783952280.810215:0:165922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1783952280.810229:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642432:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 180us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.810242:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1783952280.810264:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.810284:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642432:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1783952280.810361:0:165945:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:1.0:1783952280.810708:0:165944:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000040:00080000:1.0:1783952280.810713:0:165944:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x240002340:0x1:0x0] at index 4 of catalog [0x240000400:0x1:0x0] 00000040:00080000:2.0:1783952280.813873:0:165945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x200003ab1:0x1:0x0] at index 7 of catalog [0x200000401:0x1:0x0] 00000100:00100000:1.0:1783952280.815593:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642560:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.815695:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.815735:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cabf3900 going to sleep for 11 seconds 00000040:00080000:0.0:1783952280.815999:0:165922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1783952280.816094:0:165922:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1783952280.816264:0:165922:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952280.817871:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642560 00000100:00100000:2.0:1783952280.817890:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642560 00000100:00100000:2.0:1783952280.817987:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1783952280.817999:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642560:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783952280.818171:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642560:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 174us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.818180:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1783952280.818432:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642560:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.818617:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642688:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.818711:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.818739:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75efed33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.818962:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642688 00000100:00100000:3.0:1783952280.818969:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642688 00000100:00100000:3.0:1783952280.819011:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1783952280.819019:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642688:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.819279:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642688:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 260us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.819287:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00080000:10000000:0.0:1783952280.819742:0:165922:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x67:0x0] (8/32) registered 00000100:00100000:1.0:1783952280.820289:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642688:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.820476:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642816:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1783952280.820581:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.820616:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75efed33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.820707:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642816 00000100:00100000:3.0:1783952280.820714:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642816 00000100:00100000:3.0:1783952280.820768:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1783952280.820777:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642816:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.821015:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642816:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 238us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.821024:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1783952280.821057:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642816:0@lo:1000:lod0001_rec0000.0 00000004:00080000:3.0:1783952280.821102:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].7 00000020:00080000:3.0:1783952280.821108:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869213 transno = 21474836571 mdt_index 0 00000004:00080000:3.0:1783952280.821120:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].8 00000020:00080000:3.0:1783952280.821123:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869214 transno = 21474836572 mdt_index 0 00000004:00080000:3.0:1783952280.821129:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].9 00000020:00080000:3.0:1783952280.821131:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869215 transno = 21474836573 mdt_index 0 00000004:00080000:3.0:1783952280.821138:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].10 00000020:00080000:3.0:1783952280.821141:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869216 transno = 21474836574 mdt_index 0 00000004:00080000:3.0:1783952280.821147:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].11 00000020:00080000:3.0:1783952280.821149:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869217 transno = 21474836575 mdt_index 0 00000004:00080000:3.0:1783952280.821155:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].12 00000020:00080000:3.0:1783952280.821158:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869218 transno = 21474836576 mdt_index 0 00000004:00080000:3.0:1783952280.821163:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].13 00000020:00080000:3.0:1783952280.821173:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869219 transno = 21474836577 mdt_index 0 00000004:00080000:3.0:1783952280.821180:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].14 00000020:00080000:3.0:1783952280.821182:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869220 transno = 21474836578 mdt_index 0 00000004:00080000:3.0:1783952280.821188:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].15 00000020:00080000:3.0:1783952280.821191:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869221 transno = 21474836579 mdt_index 0 00000100:00100000:3.0:1783952280.821231:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642944:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.821276:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.821301:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600642944 00000100:00100000:3.0:1783952280.821305:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600642944 00000100:00100000:3.0:1783952280.821375:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1783952280.821383:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642944:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.821562:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600642944:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 179us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.821570:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1783952280.821588:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.821601:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600642944:0@lo:1000:lod0001_rec0000.0 00000004:00080000:3.0:1783952280.821625:0:165945:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x200003ab1:0x1:0x0].16 00000020:00080000:3.0:1783952280.821629:0:165945:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869222 transno = 21474836580 mdt_index 0 00000040:00080000:3.0:1783952280.821638:0:165945:0:(llog.c:862:llog_process_thread()) stop processing plain [0x200003ab1:0x1:0x0] index 17 count 11 00000100:00100000:3.0:1783952280.821695:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643072:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.821736:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.821756:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643072 00000100:00100000:3.0:1783952280.821760:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643072 00000100:00100000:3.0:1783952280.821777:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1783952280.821784:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643072:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.821928:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643072:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 144us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.821935:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1783952280.821953:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.821966:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643072:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1783952280.821990:0:165945:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1783952280.821995:0:165945:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x200003ab1:0x2:0x0] at index 8 of catalog [0x200000401:0x1:0x0] 00000100:00100000:3.0:1783952280.822062:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643200:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.822097:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.822120:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643200 00000100:00100000:3.0:1783952280.822123:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643200 00000100:00100000:3.0:1783952280.822138:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1783952280.822143:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643200:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.822189:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643200:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 45us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.822196:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1783952280.822210:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.822223:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643200:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1783952280.822267:0:165945:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783952280.822315:0:165945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643328:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.822373:0:165945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.822392:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643328 00000100:00100000:3.0:1783952280.822396:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643328 00000100:00100000:3.0:1783952280.822413:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1783952280.822418:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643328:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783952280.822469:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:165945:x1870607600643328:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 51us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.822476:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1783952280.822491:0:165945:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.822506:0:165945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:165945:1870607600643328:0@lo:1000:lod0001_rec0000.0 00000004:00080000:3.0:1783952280.822549:0:165945:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75d2f5bc00 with version 1 00000040:00080000:3.0:1783952280.822572:0:165945:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x200000401:0x1:0x0] first idx 6, last_idx 8 00000004:00080000:3.0:1783952280.822585:0:165945:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75d2f5bb40 with version 2 00000040:00080000:3.0:1783952280.822589:0:165945:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x200003ab1:0x2:0x0] at index 8 of catalog [0x200000401:0x1:0x0] 00000040:00080000:3.0:1783952280.822606:0:165945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 9 count 2 00000004:00080000:3.0:1783952280.822696:0:165945:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1783952280.824966:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 1 rpc_version 1 00000020:00100000:0.0:1783952280.825042:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952280.825060:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75f58c1880 x1870607600643584/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952280.825096:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600643584:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952280.825189:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.825233:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.825602:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643584 00000100:00100000:2.0:1783952280.825613:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643584 00000100:00100000:2.0:1783952280.825684:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1783952280.825695:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165929:x1870607600643584:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952280.826026:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600643584:12345-0@lo:1000:osp_up0-1.0 Request processed in 332us (836us total) trans 34359738586 rc 0/0 00000100:00100000:2.0:1783952280.826036:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00010000:00080000:1.0:1783952280.829197:0:165922:0:(ldlm_lib.c:3053:target_recovery_init()) RECOVERY: service lustre-MDT0001, 2 recoverable clients, last_transno 21474836580 00000100:00100000:0.0:1783952280.831040:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600643584:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1783952280.831064:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 2 rpc_version 2 00000020:00100000:0.0:1783952280.831103:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952280.831112:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75f58c0e00 x1870607600643840/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952280.831140:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600643840:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952280.831219:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.831263:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.831614:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643840 00000100:00100000:3.0:1783952280.831624:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643840 00000100:00100000:3.0:1783952280.831694:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1783952280.831707:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600643840:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952280.832070:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:165929:x1870607600643840:12345-0@lo:1000:osp_up0-1.0 Request processed in 364us (848us total) trans 34359738587 rc 0/0 00000100:00100000:3.0:1783952280.832079:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00010000:00080000:2.0:1783952280.834664:0:165946:0:(ldlm_lib.c:2853:target_recovery_thread()) lustre-MDT0001: started recovery thread pid 165946 00010000:02000000:2.0:1783952280.834689:0:165946:0:(ldlm_lib.c:2335:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00000004:00000080:3.0:1783952280.834883:0:165922:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0001: cmd=8008668e len=0 karg=ffffb7dc89dcbb10 uarg=0000000000000000 00000004:02000400:3.0:1783952280.834963:0:165922:0:(mdt_handler.c:8202:mdt_iocontrol()) lustre-MDT0001: Aborting client recovery 00000100:00100000:0.0:1783952280.835664:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600643840:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1783952280.837122:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].7 00000020:00080000:1.0:1783952280.837136:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869213 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837149:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].8 00000020:00080000:1.0:1783952280.837152:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869214 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837157:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].9 00000020:00080000:1.0:1783952280.837159:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869215 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837164:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].10 00000020:00080000:1.0:1783952280.837166:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869216 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837171:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].11 00000020:00080000:1.0:1783952280.837173:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869217 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837187:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].12 00000020:00080000:1.0:1783952280.837190:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869218 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837195:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].13 00000020:00080000:1.0:1783952280.837197:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869219 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837201:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].14 00000020:00080000:1.0:1783952280.837203:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869220 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837207:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].15 00000020:00080000:1.0:1783952280.837210:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869221 transno = 0 mdt_index 1 00000004:00080000:1.0:1783952280.837242:0:165944:0:(lod_dev.c:318:lod_process_recovery_updates()) lustre-MDT0001-mdtlov: process recovery updates [0x240002340:0x1:0x0].16 00000020:00080000:1.0:1783952280.837245:0:165944:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0001: insert record batchid = 17179869222 transno = 0 mdt_index 1 00000040:00080000:1.0:1783952280.837252:0:165944:0:(llog.c:862:llog_process_thread()) stop processing plain [0x240002340:0x1:0x0] index 17 count 11 00000040:00080000:1.0:1783952280.837273:0:165944:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 5 count 2 00000004:00080000:1.0:1783952280.837411:0:165944:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1783952280.837416:0:165944:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00010000:00080000:0.0:1783952280.842854:0:165946:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1783952280.842868:0:165946:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00020000:3.0:1783952280.846786:0:165922:0:(ldlm_lib.c:3003:target_stop_recovery_thread()) lustre-MDT0001: Aborting recovery 00000100:00100000:1.0:1783952280.850267:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952280.850299:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600643968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952280.850418:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.850484:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600643968 00000100:00100000:1.0:1783952280.850494:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600643968 00000100:00100000:1.0:1783952280.850560:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1783952280.850571:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600643968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952280.850601:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8228544 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952280.850654:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600643968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952280.850662:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1783952280.850724:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600643968:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1783952280.859060:0:165946:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 1 expired 0 00010000:00000400:1.0:1783952280.859074:0:165946:0:(ldlm_lib.c:2403:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00000020:00080000:0.0:1783952280.863436:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836571 00000020:00080000:0.0:1783952280.863464:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836572 00000020:00080000:0.0:1783952280.863468:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836573 00000020:00080000:0.0:1783952280.863473:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836574 00000020:00080000:0.0:1783952280.863478:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836575 00000020:00080000:0.0:1783952280.863483:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836576 00000020:00080000:0.0:1783952280.863487:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836577 00000020:00080000:0.0:1783952280.863491:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836578 00000020:00080000:0.0:1783952280.863496:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836579 00000020:00080000:0.0:1783952280.863505:0:165946:0:(update_recovery.c:483:dtrq_destroy()) destroy x0 t21474836580 00000020:00000400:0.0:1783952280.863516:0:165946:0:(genops.c:1622:class_disconnect_stale_exports()) lustre-MDT0001: disconnect stale client 71ea6a5c-561f-4eb8-a8d2-543f542832b5@ 00000020:00080000:0.0:1783952280.879194:0:165946:0:(genops.c:1840:print_export_data()) lustre-MDT0001: EVICTING ffff8a74c327c000 71ea6a5c-561f-4eb8-a8d2-543f542832b5 3 (0 0 0) 0 0 1 0: 0000000000000000 21474836580 stale:0 00000020:00000400:0.0:1783952280.879214:0:165946:0:(genops.c:1622:class_disconnect_stale_exports()) lustre-MDT0001: disconnect stale client lustre-MDT0000-mdtlov_UUID@ 00000020:00080000:0.0:1783952280.879218:0:165946:0:(genops.c:1840:print_export_data()) lustre-MDT0001: EVICTING ffff8a74c327f800 lustre-MDT0000-mdtlov_UUID 3 (0 0 0) 0 0 1 0: 0000000000000000 21474836566 stale:0 00000020:02000400:0.0:1783952280.879223:0:165946:0:(genops.c:1629:class_disconnect_stale_exports()) lustre-MDT0001: disconnecting 2 stale clients 00000020:00080000:0.0:1783952280.889739:0:165946:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at (ffff8a74c327f800), last request at 1783952280 00000020:00000080:0.0:1783952280.889763:0:165946:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494388326 00000001:00000004:0.0:1783952280.889824:0:165946:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836580 00010000:00010000:2.0:1783952280.890636:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1783952280.890768:0:165946:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at (ffff8a74c327f800): rc 0 00000020:00080000:2.0:1783952280.890776:0:165946:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at (ffff8a74c327c000), last request at 1783952280 00000020:00000080:2.0:1783952280.890783:0:165946:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438832d 00000001:00000004:2.0:1783952280.890837:0:165946:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 21474836580 00000020:00080000:2.0:1783952280.890865:0:165946:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at (ffff8a74c327c000): rc 0 00010000:00080000:2.0:1783952280.890874:0:165946:0:(ldlm_lib.c:2683:replay_request_or_update()) Waiting for transno 21474836581 00010000:02000000:2.0:1783952280.890878:0:165946:0:(ldlm_lib.c:2335:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00010000:00080000:2.0:1783952280.890882:0:165946:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 2, connected: 0, completed: 0, queue_len: 0, req_transno: 0, next_transno: 21474836581 00010000:00080000:2.0:1783952280.890887:0:165946:0:(ldlm_lib.c:2231:check_for_next_transno()) waking for aborted recovery 00010000:00000400:2.0:1783952280.890889:0:165946:0:(ldlm_lib.c:2403:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00010000:00010000:0.0:1783952280.890893:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1783952280.890895:0:165946:0:(ldlm_lib.c:2452:target_next_replay_lock()) Waiting for lock 00010000:02000000:2.0:1783952280.890900:0:165946:0:(ldlm_lib.c:2335:target_recovery_overseer()) lustre-MDT0001: in recovery but waiting for the first client to connect 00010000:00080000:2.0:1783952280.890903:0:165946:0:(ldlm_lib.c:2285:check_for_next_lock()) waking for completed lock replay 00010000:00000400:2.0:1783952280.890905:0:165946:0:(ldlm_lib.c:2403:target_recovery_overseer()) recovery is aborted, evict exports in recovery 00000001:00000004:2.0:1783952280.890989:0:165946:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803776 00000001:00100000:3.0:1783952280.898172:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:3.0:1783952280.898183:0:165923:0:(genops.c:906:class_export_put()) final put ffff8a74c327c000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:3.0:1783952280.898210:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783952280.898213:0:165923:0:(genops.c:906:class_export_put()) final put ffff8a74c327f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783952280.898271:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c327c000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-MDT0001 00000020:00000080:3.0:1783952280.898357:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c327f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000001:00080000:2.0:1783952280.898574:0:165946:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783952280.898625:0:165946:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0001: cmd=c00866c1 len=0 karg=ffff8a75f6d2d4c0 uarg=0000000000000000 00000004:00000080:2.0:1783952280.898679:0:165946:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866c1 len=0 karg=ffff8a75f6d2d4c0 00000004:00000080:2.0:1783952280.898686:0:165946:0:(lod_dev.c:2754:lod_iocontrol()) lustre-MDT0001-mdtlov: cmd=c00866c1 len=0 karg=ffff8a75f6d2d4c0 uarg=0000000000000000 00000004:02000040:2.0:1783952280.898718:0:165946:0:(lod_dev.c:409:lod_sub_cancel_llog()) lustre-MDT0001-osd: cancel update llog [0x240000400:0x1:0x0] 00000040:00080000:2.0:1783952280.907460:0:165946:0:(llog.c:805:llog_process_thread()) index: 4, lh_last_idx: 4 synced_idx: 4 lgh_last_idx: 4 00000040:00080000:2.0:1783952280.907470:0:165946:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x240002340:0x1:0x0] at index 4 of catalog [0x240000400:0x1:0x0] 00000040:00080000:2.0:1783952280.907596:0:165946:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 5 count 2 00000040:01000000:2.0:1783952280.907625:0:165946:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1783952280.913510:0:165946:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:02000040:3.0:1783952280.931616:0:165946:0:(lod_dev.c:409:lod_sub_cancel_llog()) lustre-MDT0000-osp-MDT0001: cancel update llog [0x200000401:0x1:0x0] 00000100:00100000:3.0:1783952280.934877:0:165946:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644096:0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1783952280.934999:0:165946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.935144:0:165946:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.939720:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600644096 00000100:00100000:0.0:1783952280.939734:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600644096 00000100:00100000:3.0:1783952280.939904:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1783952280.939927:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:165946:x1870607600644096:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1783952280.941484:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:165946:x1870607600644096:12345-0@lo:1000:tgt_recover_1.0 Request processed in 1564us (6479us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.941496:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1783952280.942847:0:165946:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644096:0@lo:1000:tgt_recover_1.0 00000040:00080000:0.0:1783952280.942904:0:165946:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:0.0:1783952280.942907:0:165946:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x200003ab1:0x1:0x0] at index 7 of catalog [0x200000401:0x1:0x0] 00000004:00080000:1.0:1783952280.943130:0:165946:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c536bc00 with version 3 00000100:00100000:1.0:1783952280.943206:0:165946:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644224:0@lo:1000:tgt_recover_1.0 00000100:00100000:1.0:1783952280.943291:0:165946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952280.943321:0:165946:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c536bd80 going to sleep for 11 seconds 00000004:00080000:0.0:1783952280.943405:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 3 rpc_version 3 00000020:00100000:0.0:1783952280.943430:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952280.943437:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a74cb769180 x1870607600644480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952280.943451:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb769180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600644480:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952280.943488:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.943509:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.943558:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600644480 00000100:00100000:1.0:1783952280.943558:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600644224 00000100:00100000:3.0:1783952280.943565:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600644480 00000100:00100000:1.0:1783952280.943565:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600644224 00000100:00100000:1.0:1783952280.943617:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1783952280.943677:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:165929:x1870607600644480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952280.944007:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600644480:12345-0@lo:1000:osp_up0-1.0 Request processed in 340us (517us total) trans 34359738588 rc 0/0 00000100:00100000:2.0:1783952280.945419:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb769180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600644480:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952280.948140:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1783952280.948236:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165946:x1870607600644224:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1783952280.948532:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165946:x1870607600644224:12345-0@lo:1000:tgt_recover_1.0 Request processed in 378us (5239us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.948542:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1783952280.948596:0:165946:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462680 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644224:0@lo:1000:tgt_recover_1.0 00000040:00080000:2.0:1783952280.948649:0:165946:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 9 count 2 00000040:01000000:2.0:1783952280.948679:0:165946:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000004:00080000:2.0:1783952280.948736:0:165946:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75d0694d80 with version 4 00000100:00100000:2.0:1783952280.948838:0:165946:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644608:0@lo:700:tgt_recover_1.0 00000100:00100000:2.0:1783952280.948886:0:165946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.948938:0:159126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600644608 00000100:00100000:2.0:1783952280.948944:0:159126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600644608 00000100:00100000:2.0:1783952280.948983:0:159126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783952280.948990:0:159126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0001-mdtlov_UUID+9:165946:x1870607600644608:12345-0@lo:700:tgt_recover_1.0 00000100:00100000:2.0:1783952280.949034:0:159126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:lustre-MDT0001-mdtlov_UUID+9:165946:x1870607600644608:12345-0@lo:700:tgt_recover_1.0 Request processed in 44us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952280.949040:0:159126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783952280.949065:0:165946:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.949080:0:165946:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644608:0@lo:700:tgt_recover_1.0 00000004:00080000:2.0:1783952280.949149:0:165946:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c52d6d80 with version 0 00000020:00100000:2.0:1783952280.949166:0:165946:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952280.949173:0:165946:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75e7361f80 x1870607600644864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 632/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952280.949187:0:165946:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644864:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1783952280.949225:0:165946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.949249:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600644864 00000100:00100000:2.0:1783952280.949252:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600644864 00000100:00100000:2.0:1783952280.949271:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1783952280.949278:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165946:x1870607600644864:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1783952280.949612:0:165946:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c59710c0 going to sleep for 11 seconds 00000004:00080000:3.0:1783952280.950542:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 4 rpc_version 4 00000020:00100000:3.0:1783952280.950582:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 2 is allocated opc 1000, max 8 00000100:00100000:3.0:1783952280.950591:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ff829500 x1870607600645120/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952280.950613:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600645120:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952280.950679:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.950699:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f540 going to sleep for 11 seconds 00000001:00080000:2.0:1783952280.952505:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738589 is committed 00000100:00100000:3.0:1783952280.953086:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165946:x1870607600644864:12345-0@lo:1000:tgt_recover_1.0 Request processed in 3803us (3855us total) trans 34359738589 rc 0/0 00000100:00100000:3.0:1783952280.953116:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1783952280.953149:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645120 00000100:00100000:3.0:1783952280.953157:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645120 00000100:00100000:3.0:1783952280.953186:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1783952280.953194:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600645120:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952280.953526:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:165929:x1870607600645120:12345-0@lo:1000:osp_up0-1.0 Request processed in 331us (2846us total) trans 34359738590 rc 0/0 00000100:00100000:3.0:1783952280.953533:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1783952280.953575:0:165929:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738589 gen 2 00000004:00080000:3.0:1783952280.953583:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738586 committed transno 34359738589 00000004:00080000:3.0:1783952280.953600:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738587 committed transno 34359738589 00000004:00080000:3.0:1783952280.953610:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738588 committed transno 34359738589 00000100:00100000:3.0:1783952280.953640:0:165929:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff8a75ff829500 x1870607600645120/t34359738590(34359738590) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1783952296 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952280.953733:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600645120:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952280.954349:0:165946:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738589 committed transno 34359738589 00000100:00100000:2.0:1783952280.954364:0:165946:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600644864:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1783952280.954446:0:165946:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600645248:0@lo:1000:tgt_recover_1.0 00000100:00100000:2.0:1783952280.954498:0:165946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952280.954571:0:165946:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971300 going to sleep for 11 seconds 00000100:00100000:1.0:1783952280.954643:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1783952280.954673:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645248 00000100:00100000:1.0:1783952280.954678:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645248 00000100:00100000:3.0:1783952280.954889:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1783952280.954899:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165946:x1870607600645248:12345-0@lo:1000:tgt_recover_1.0 00000100:00100000:3.0:1783952280.955110:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165946:x1870607600645248:12345-0@lo:1000:tgt_recover_1.0 Request processed in 212us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952280.955117:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1783952280.955258:0:165946:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job tgt_recover_1:lustre-MDT0001-mdtlov_UUID:165946:1870607600645248:0@lo:1000:tgt_recover_1.0 00000040:00080000:2.0:1783952280.955276:0:165946:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:2.0:1783952280.955307:0:165946:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75c59710c0 with version 5 00010000:00080000:2.0:1783952280.955441:0:165946:0:(ldlm_lib.c:1996:target_cancel_recovery_timer()) lustre-MDT0001: cancel recovery timer 00000004:00080000:3.0:1783952280.958128:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 5 rpc_version 5 00000020:00100000:3.0:1783952280.958178:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1783952280.958190:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75feed0000 x1870607600645504/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 360/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952280.958217:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600645504:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952280.958301:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.959138:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952280.960464:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645504 00000100:00100000:0.0:1783952280.960476:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645504 00000100:00100000:3.0:1783952280.964467:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1783952280.964485:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600645504:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:0.0:1783952280.966179:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738591 is committed 00000100:00100000:3.0:1783952280.966393:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165929:x1870607600645504:12345-0@lo:1000:osp_up0-1.0 Request processed in 1910us (8087us total) trans 34359738591 rc 0/0 00000100:00100000:3.0:1783952280.966407:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000004:00080000:0.0:1783952280.967208:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738591 committed transno 34359738591 00000100:00100000:0.0:1783952280.967215:0:165929:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738591 gen 2 00000004:00080000:0.0:1783952280.967220:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738590 committed transno 34359738591 00000100:00100000:0.0:1783952280.967278:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600645504:0@lo:1000:osp_up0-1.0 00000004:00000080:2.0:1783952280.978901:0:165946:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb7dc8fa47e10 00100000:10000000:2.0:1783952280.978928:0:165946:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:0.0:1783952280.982652:0:165934:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x82:0x0] 00000100:00100000:0.0:1783952280.982722:0:165934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165934:1870607600645632:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1783952280.982795:0:165934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952280.982836:0:165934:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb2156c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952280.982959:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645632 00000100:00100000:2.0:1783952280.982968:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645632 00000100:00100000:2.0:1783952280.983031:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1783952280.983040:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:165934:x1870607600645632:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1783952280.983070:0:160617:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 161 -> diff = -31 00002000:02000040:2.0:1783952280.983074:0:160617:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:131 to 0x2c0000400:161) 00000020:01000004:1.0:1783952280.985318:0:165922:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783952280.985378:0:165922:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.138@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783952280.985398:0:165922:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1783952280.985424:0:165922:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1783952280.986388:0:165922:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783952280.986658:0:165922:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000004:00080000:3.0:1783952280.996481:0:165932:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x45:0x0] 00000100:00100000:3.0:1783952280.996550:0:165932:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600645760:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1783952280.996625:0:165932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952280.996675:0:165932:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952280.996710:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645760 00000100:00100000:3.0:1783952280.996716:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645760 00000100:00100000:3.0:1783952280.996766:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1783952280.996774:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:165932:x1870607600645760:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1783952280.996802:0:160616:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 161 -> diff = -92 00002000:02000040:3.0:1783952280.996808:0:160616:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000400:70 to 0x280000400:161) 00002000:00010000:2.0:1783952281.008393:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0xa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.008404:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008420:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa1:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.008424:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.008428:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008442:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008449:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008465:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008482:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.008494:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.008500:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008507:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.008512:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008520:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008538:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008547:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b4943883ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008566:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008567:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008569:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.008657:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0xa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.008681:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008689:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa0:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.008692:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0xa0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.008696:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008705:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008714:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008721:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008733:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.008739:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.008742:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008747:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.008750:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008754:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008767:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008771:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b4943883d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008780:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008781:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008782:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.008813:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.008817:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008822:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9f:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.008824:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.008834:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008840:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008845:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008849:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008868:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.008874:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.008877:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008882:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.008884:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008889:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008896:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008899:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078b1dcdc/0x3b91f5b4943883dc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008908:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008909:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.008922:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.008972:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.008978:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.008985:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9e:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.008994:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.008998:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009007:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009145:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009155:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009169:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.009176:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.009180:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009186:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.009189:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009196:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009206:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009222:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c724ba9/0x3b91f5b4943883e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009236:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009238:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009239:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.009282:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.009288:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009296:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9d:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.009299:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.009303:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009310:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009317:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009324:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009358:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.009370:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.009374:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009380:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.009383:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009391:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009401:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009407:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943883ea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009419:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009421:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009422:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.009464:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.009469:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009477:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9c:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.009480:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.009484:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009505:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009518:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009526:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009539:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.009546:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.009550:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009556:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.009559:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009566:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009577:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009584:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076d39eed/0x3b91f5b4943883f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.009607:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009609:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.009611:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.009652:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.009657:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012783:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9b:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.012791:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.012800:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012820:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012833:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012842:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012868:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.012889:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.012896:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012936:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.012941:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012951:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012970:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.012978:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf6cf2c3/0x3b91f5b4943883f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013000:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.013002:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.013004:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.013883:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.013892:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013903:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9a:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.013908:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.013928:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013941:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013957:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013965:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.013982:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.013992:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.013998:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014007:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.014010:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014019:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014032:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014040:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b4943883ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014055:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014061:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014063:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.014110:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.014116:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014125:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x99:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.014128:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.014132:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014143:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014152:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014159:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014172:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.014180:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.014184:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014192:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.014196:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014216:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014228:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014236:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e213503/0x3b91f5b494388406 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014247:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014249:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014251:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.014294:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.014300:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014309:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x98:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.014312:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.014317:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014326:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014354:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014368:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014381:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.014390:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.014394:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014402:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.014405:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014414:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014426:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014434:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b49438840d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014447:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014448:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014450:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.014490:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.014500:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014509:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x97:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.014512:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.014517:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014527:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014536:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014544:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014557:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.014563:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.014567:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014575:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.014579:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014587:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014604:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014610:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bc0dfad/0x3b91f5b494388414 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.014622:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014624:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.014625:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.016787:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.016806:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.016822:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x96:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.016827:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.016833:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.016849:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.016861:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.016868:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.016900:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783952281.017428:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xa1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.017435:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.017446:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa1:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.017450:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.017454:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.017481:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.017490:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.017497:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019147:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783952281.019266:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xa0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019274:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019289:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa0:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019293:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019298:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019311:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019319:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019356:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019373:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1783952281.019416:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019421:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019430:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9f:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019432:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019436:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019446:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019454:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019462:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019470:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1783952281.019507:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019513:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019527:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9e:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019529:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019533:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019543:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019551:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019558:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019566:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1783952281.019605:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019610:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019618:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9d:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019621:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019625:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019633:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019649:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019655:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019673:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1783952281.019711:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019716:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019723:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9c:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019726:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019730:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019739:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019747:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019753:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019771:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1783952281.019807:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019812:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019819:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9b:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019822:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019826:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019834:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019841:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019849:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019856:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1783952281.019886:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019890:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019896:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9a:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019903:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019907:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019927:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019934:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019941:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019948:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1783952281.019982:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.019986:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.019992:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x99:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.019995:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.019998:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.020007:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.020135:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.020148:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.021852:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:3.0:1783952281.021973:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.021981:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.021997:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x98:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022001:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022007:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022088:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022099:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022107:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022117:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1783952281.022156:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.022162:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022180:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x97:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022183:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022187:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022196:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022203:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022210:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022219:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:3.0:1783952281.022258:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.022263:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022271:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x96:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022274:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022278:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022288:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022306:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022313:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022321:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:3.0:1783952281.022383:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.022389:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022397:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x95:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022399:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022403:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022413:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022421:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022428:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022448:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:3.0:1783952281.022487:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.022492:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022500:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x94:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022503:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022508:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022518:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022526:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022534:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022542:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:3.0:1783952281.022581:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.022586:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022594:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x93:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.022602:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.022607:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022616:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022624:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022631:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.022639:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00010000:00010000:2.0:1783952281.023060:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:2.0:1783952281.023070:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023079:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023083:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023092:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023110:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023117:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011208a6c/0x3b91f5b49438841b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023139:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:2.0:1783952281.023144:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023150:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023152:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023171:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023182:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023189:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0fe7c12/0x3b91f5b494388422 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023209:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:2.0:1783952281.023213:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023219:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023223:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023231:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023239:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023245:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000300b548e/0x3b91f5b494388429 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023270:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:2.0:1783952281.023273:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023279:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023282:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023290:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023301:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023308:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcffe4c9/0x3b91f5b494388430 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023320:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1783952281.023324:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023329:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023351:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023371:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023381:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023388:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b7e44e0/0x3b91f5b494388437 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023403:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1783952281.023407:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023413:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023416:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023423:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023431:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023438:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6a792d9/0x3b91f5b49438843e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023462:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:2.0:1783952281.023466:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023471:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023474:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023481:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023492:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023498:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff26914b/0x3b91f5b494388445 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023509:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1783952281.023513:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023519:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023523:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023540:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023550:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023557:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f546b09a/0x3b91f5b49438844c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023571:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1783952281.023574:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023580:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023583:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023589:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023597:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023603:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cc5bcf5/0x3b91f5b494388453 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023631:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1783952281.023634:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023640:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023643:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023650:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023659:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023779:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000677147b0/0x3b91f5b49438845a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023799:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1783952281.023802:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023809:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023812:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023831:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023841:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023848:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388461 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023860:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1783952281.023864:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023869:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023872:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023879:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023888:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023894:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eebeef2d/0x3b91f5b494388468 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023930:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1783952281.023933:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023940:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023943:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023949:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023959:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023965:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045caee27/0x3b91f5b49438846f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023976:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952281.023979:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.023985:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.023988:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024007:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024073:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024080:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d2fcfe5/0x3b91f5b494388476 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024096:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952281.024100:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024106:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.024110:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024118:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024127:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024133:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e647a7c2/0x3b91f5b49438847d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024158:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.024161:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024167:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.024170:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024178:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024188:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024196:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000048a825c/0x3b91f5b494388484 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024209:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024211:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024218:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024247:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024252:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.024423:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.024429:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024450:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x95:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.024454:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.024460:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024472:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024480:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024487:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024501:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.024509:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.024512:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024519:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.024522:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024529:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024549:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024555:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b49438848b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024569:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024571:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.024573:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.024619:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.024624:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024632:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x94:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.024634:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.024638:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024646:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024653:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.024659:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952281.025442:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.025451:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025463:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x92:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.025467:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.025471:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025481:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025490:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025505:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025521:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783952281.025897:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.025903:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025923:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x91:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.025927:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.025931:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025941:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025949:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025956:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.025970:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783952281.026755:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.026762:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026777:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x90:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.026780:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.026784:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026794:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026801:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026807:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026822:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1783952281.026875:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.026879:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026887:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8f:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.026890:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.026894:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026904:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026935:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026942:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.026952:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1783952281.026992:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.026998:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027007:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8e:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.027010:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.027750:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027768:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027776:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027783:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027806:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1783952281.027861:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.027867:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027875:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8d:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.027878:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.027882:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027889:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027896:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027903:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027921:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1783952281.027963:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.027968:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027975:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8c:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.027984:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.027989:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.027998:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028006:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028746:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028759:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1783952281.028809:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.028814:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028823:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8b:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.028826:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.028830:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028840:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028849:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028864:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028873:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1783952281.028924:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.028930:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028937:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8a:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.028940:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.028943:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028951:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028958:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028965:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.028973:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1783952281.029009:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.029173:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1783952281.029181:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029190:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029195:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029205:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029223:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029231:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b494388499 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029247:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1783952281.029250:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029256:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029260:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029278:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029288:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029295:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5b42c0a/0x3b91f5b4943884a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029307:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1783952281.029310:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029316:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029319:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029326:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029419:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029426:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020fd776f/0x3b91f5b4943884a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029449:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1783952281.029452:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029459:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029462:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029469:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029478:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029485:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b4943884ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029507:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1783952281.029511:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029516:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029519:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029536:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029545:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029552:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943884b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029565:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1783952281.029567:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029573:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029576:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029583:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029591:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029597:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce4aeecf/0x3b91f5b4943884bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029619:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952281.029622:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029628:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.029631:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029638:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029648:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029654:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e49ce8e6/0x3b91f5b4943884c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.029662:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783952281.029730:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029745:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x89:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.029748:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.029753:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029762:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029770:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029777:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029785:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783952281.029828:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.029833:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029840:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x88:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.029842:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.029846:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029854:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029870:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029877:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029884:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1783952281.029929:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.029933:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029941:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x87:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.029944:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.029947:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029956:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029963:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029969:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.029987:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1783952281.030086:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.030091:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030099:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x86:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.030102:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.030106:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030114:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030122:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030128:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030135:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1783952281.030168:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.030172:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030179:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x85:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.030187:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.030191:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030199:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030206:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030213:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030222:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1783952281.030260:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.030264:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030271:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x84:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.030274:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.030278:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030285:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030293:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030305:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030312:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1783952281.030366:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.030371:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030378:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.030380:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.030384:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030392:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030400:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030406:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030413:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1783952281.030446:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952281.030451:0:160616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030464:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x82:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:3.0:1783952281.030467:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952281.030471:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030480:0:160616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030487:0:160616:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030494:0:160616:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.030502:0:160616:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00080000:3.0:1783952281.030901:0:160616:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000400:69 00010000:00010000:2.0:1783952281.031053:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031061:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031065:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031086:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031099:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031106:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041df7e5a/0x3b91f5b4943884ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031123:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1783952281.031126:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031133:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031136:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031143:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031152:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031158:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bac851a/0x3b91f5b4943884d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031180:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1783952281.031184:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031191:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031193:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031201:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031210:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031217:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007caa890c/0x3b91f5b4943884d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031228:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1783952281.031231:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031237:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031240:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031259:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031269:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031277:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009eb339b/0x3b91f5b4943884df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031289:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1783952281.031293:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031299:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031302:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031310:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031319:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031326:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebe58e3c/0x3b91f5b4943884e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031367:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1783952281.031370:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031377:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031381:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031389:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031400:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031407:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b4943884ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031419:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1783952281.031423:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031429:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031432:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031450:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031460:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031468:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004441fa95/0x3b91f5b4943884f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031482:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952281.031486:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031492:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031495:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031503:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031513:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031520:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6001b4f/0x3b91f5b4943884fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031543:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952281.031547:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031553:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031556:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031564:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031574:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031581:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000757419bc/0x3b91f5b494388502 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031593:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.031596:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031602:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031606:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031623:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031634:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031642:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e14107ce/0x3b91f5b494388509 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031655:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031656:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031658:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031787:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031794:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031808:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.031819:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.031824:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031832:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.031835:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031843:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031866:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031873:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000526df3da/0x3b91f5b494388492 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.031887:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031889:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.031891:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.031990:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.031996:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032006:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x93:0x0].0x0 since=5968s v=(0 0) 00000100:00100000:3.0:1783952281.032177:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:165932:x1870607600645760:12345-0@lo:5:osp-pre-0-1.0 Request processed in 35399us (35548us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952281.032188:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1783952281.032250:0:165932:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600645760:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1783952281.032266:0:165932:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0xa1:0x0] from OST, last_created [0x280000400:0xa1:0x0]last_used is [0x280000400:0x45:0x0] 00000100:00100000:3.0:1783952281.032316:0:165932:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600645888:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1783952281.032374:0:165932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952281.032397:0:165932:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952281.032423:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600645888 00000100:00100000:3.0:1783952281.032429:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600645888 00000100:00100000:3.0:1783952281.032466:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1783952281.032475:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:165932:x1870607600645888:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1783952281.032513:0:161704:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 162 00010000:00010000:2.0:1783952281.032784:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.032794:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032809:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032818:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032826:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032865:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.032874:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.032879:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032886:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.032889:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032897:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032908:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032928:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b494388510 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.032944:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.032947:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.032948:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.033009:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.033765:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033779:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x92:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.033791:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.033796:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033808:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033817:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033824:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033837:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.033848:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.033853:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033861:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.033865:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033873:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033885:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.033904:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f99bd6d6/0x3b91f5b494388517 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034155:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034157:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034159:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.034224:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.034231:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034240:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x91:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.034243:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.034248:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034258:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034266:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034274:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034287:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.034301:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.034305:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034312:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.034316:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034324:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034354:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034362:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438851e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034374:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034376:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034378:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.034422:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.034427:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034436:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x90:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.034439:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.034444:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034465:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034474:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034481:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034495:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.034503:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.034507:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034513:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.034516:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034523:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034533:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034540:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d39c59ab/0x3b91f5b494388525 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034560:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034562:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034564:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.034697:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.034703:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034711:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8f:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.034714:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.034718:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034727:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034735:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034742:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034754:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.034760:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.034764:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034781:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.034785:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034793:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034804:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034811:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf774815/0x3b91f5b49438852c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034824:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034825:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.034827:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.034869:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.034875:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034882:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8e:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.034885:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.034889:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034898:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034924:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034931:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034943:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.034951:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.034954:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034960:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.034963:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034970:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034980:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.034987:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008386ea42/0x3b91f5b494388533 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035000:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035009:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035011:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.035065:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.035070:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035078:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8d:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.035081:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.035085:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035094:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035101:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035107:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035119:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.035126:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.035129:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035134:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.035137:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035154:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035164:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035170:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021a15f8b/0x3b91f5b49438853a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035182:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035183:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035185:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.035225:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.035230:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035238:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8c:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.035240:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.035244:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035251:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035258:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035271:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035283:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.035290:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.035294:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035300:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.035303:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035311:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035322:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035329:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d154ed63/0x3b91f5b494388541 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035377:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035379:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035380:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.035421:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.035431:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035439:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8b:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.035442:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.035446:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035455:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035463:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035469:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035482:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.035490:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.035493:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035500:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.035502:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035509:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035525:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035532:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0f1165a/0x3b91f5b494388548 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035545:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035546:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035548:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.035593:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.035598:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035606:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8a:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.035609:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.035613:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035621:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035628:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035635:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035657:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.035664:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.035668:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035674:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.035677:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035684:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035695:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035703:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000030dc781/0x3b91f5b49438854f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035715:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035717:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035718:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.035759:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.035764:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035772:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x89:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.035780:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.035785:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035794:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035804:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035811:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035823:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.035830:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.035834:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035842:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.035845:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035853:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035863:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035882:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b494388556 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.035895:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035897:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.035898:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1783952281.037709:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836539 is committed 00000001:00100000:3.0:1783952281.037758:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00002000:00080000:3.0:1783952281.037799:0:161704:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 170 00000001:00080000:3.0:1783952281.038277:0:161704:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836539 00002000:00080000:3.0:1783952281.038300:0:161704:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 178 00000001:00080000:3.0:1783952281.038705:0:161704:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836540 00002000:00080000:3.0:1783952281.038722:0:161704:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000400 at 186 00000001:00080000:3.0:1783952281.039026:0:161704:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836541 00000100:00100000:3.0:1783952281.039138:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:165932:x1870607600645888:12345-0@lo:5:osp-pre-0-1.0 Request processed in 6659us (6759us total) trans 21474836542 rc 0/0 00000100:00100000:3.0:1783952281.039150:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000020:00080000:3.0:1783952281.039156:0:161704:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:3.0:1783952281.039220:0:165932:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836539 gen 2 00000100:00100000:3.0:1783952281.039229:0:165932:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff8a75feed1180 x1870607600645888/t21474836542(21474836542) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783952297 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952281.039242:0:165932:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600645888:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1783952281.039259:0:165932:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0xa1:0x0]-[0x280000400:0xc1:0x0] 00000100:00100000:3.0:1783952281.039308:0:165932:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:165932:1870607600646016:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1783952281.039374:0:165932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952281.039406:0:165932:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952281.039939:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646016 00000100:00100000:2.0:1783952281.039949:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646016 00000100:00100000:2.0:1783952281.040001:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783952281.040074:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:165932:x1870607600646016:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1783952281.040144:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:165932:x1870607600646016:12345-0@lo:900:osp-pre-0-1.0 Request processed in 134us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952281.040153:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783952281.040193:0:165932:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:165932:1870607600646016:0@lo:900:osp-pre-0-1.0 00002000:00010000:2.0:1783952281.040303:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.040312:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040328:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x88:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.040362:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.040370:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040386:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040414:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040422:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040439:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.040451:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.040456:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040464:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.040469:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040476:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040493:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040500:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438855d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040523:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.040531:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.040533:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.040587:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.040592:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040601:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x87:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.040604:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.040608:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040618:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040626:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040632:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.040646:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.040653:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.040658:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041093:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.041098:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041118:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041131:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041139:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b494388564 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041155:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.041157:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.041159:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.041222:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.041229:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041237:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x86:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.041240:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.041244:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041254:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041262:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041276:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041365:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783952281.041411:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x85:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.041416:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041424:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x85:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.041427:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.041431:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041440:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041447:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.041453:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045354:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783952281.045367:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045387:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952281.045393:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045404:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045426:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045434:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438856b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045453:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952281.045457:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045463:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952281.045466:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045473:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045482:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.045495:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952281.045497:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952281.045498:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.047108:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783952281.047122:0:160617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b494388572 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047173:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.047358:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.047366:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047379:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x84:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.047383:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.047390:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047403:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047413:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047421:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047436:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952281.047444:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952281.047449:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047457:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952281.047468:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047477:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047493:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047500:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388579 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047514:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.047516:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952281.047518:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783952281.047565:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952281.047572:0:160617:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047580:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x83:0x0].0x0 since=5968s v=(0 0) 00010000:00010000:2.0:1783952281.047584:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952281.047588:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047597:0:160617:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047606:0:160617:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047620:0:160617:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952281.047635:0:160617:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1783952281.047834:0:160617:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000400:130 00000100:00100000:2.0:1783952281.047998:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:165934:x1870607600645632:12345-0@lo:5:osp-pre-1-1.0 Request processed in 64954us (65198us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952281.048008:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00010000:00010000:3.0:1783952281.048215:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952281.048222:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.048231:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952281.048234:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.048242:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.048256:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.048263:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d2fcfe5/0x3b91f5b494388580 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952281.048282:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952281.048283:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952281.048285:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952281.050254:0:165934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165934:1870607600645632:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783952281.050276:0:165934:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0xa1:0x0] from OST, last_created [0x2c0000400:0xa1:0x0]last_used is [0x2c0000400:0x82:0x0] 00000100:00100000:1.0:1783952281.050591:0:165934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165934:1870607600646144:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783952281.050654:0:165934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952281.051119:0:165934:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c536b540 going to sleep for 11 seconds 00000100:00100000:2.0:1783952281.052147:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646144 00000100:00100000:2.0:1783952281.052156:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646144 00000100:00100000:2.0:1783952281.052218:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1783952281.052229:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:165934:x1870607600646144:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1783952281.052273:0:160618:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 162 00000001:00080000:2.0:1783952281.056653:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869234 is committed 00000001:00100000:2.0:1783952281.056715:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00002000:00080000:1.0:1783952281.056858:0:160618:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 170 00000001:00080000:1.0:1783952281.057404:0:160618:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869234 00002000:00080000:1.0:1783952281.057429:0:160618:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 178 00000001:00080000:1.0:1783952281.057980:0:160618:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869235 00002000:00080000:1.0:1783952281.057998:0:160618:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000400 at 186 00000001:00080000:1.0:1783952281.059281:0:160618:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869236 00000100:00100000:1.0:1783952281.059998:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:165934:x1870607600646144:12345-0@lo:5:osp-pre-1-1.0 Request processed in 7767us (9339us total) trans 17179869237 rc 0/0 00000100:00100000:1.0:1783952281.060012:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000020:00080000:1.0:1783952281.060029:0:160618:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:2.0:1783952281.063622:0:165934:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869234 gen 2 00000100:00100000:2.0:1783952281.063644:0:165934:0:(client.c:3156:ptlrpc_free_committed()) @@@ stopping search req@ffff8a75ff461880 x1870607600646144/t17179869237(17179869237) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783952297 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952281.063660:0:165934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:165934:1870607600646144:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1783952281.063747:0:165934:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0xa1:0x0]-[0x2c0000400:0xc1:0x0] 00000100:00100000:2.0:1783952281.067790:0:165934:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:165934:1870607600646272:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1783952281.067862:0:165934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952281.067896:0:165934:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c59719c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952281.068053:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646272 00000100:00100000:1.0:1783952281.068061:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646272 00000100:00100000:1.0:1783952281.068120:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783952281.068130:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:165934:x1870607600646272:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1783952281.068193:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:165934:x1870607600646272:12345-0@lo:900:osp-pre-1-1.0 Request processed in 64us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952281.068200:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783952281.068249:0:165934:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:165934:1870607600646272:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1783952281.677516:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952281.868621:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600646400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952281.868743:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952281.869116:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646400 00000100:00100000:3.0:1783952281.869129:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646400 00000100:00100000:3.0:1783952281.869203:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1783952281.869235:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600646400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952281.869270:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8248128 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952281.869482:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600646400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 249us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952281.869490:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783952281.869624:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600646400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952282.300421:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952282.300680:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016640 00000100:00100000:2.0:1783952282.300693:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016640 00000100:00100000:2.0:1783952282.300804:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:2.0:1783952282.300815:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584016640:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952282.300833:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952282.300863:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e7bf8000/0x3b91f5b494388587 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd53 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.300894:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e7bf8000/0x3b91f5b494388587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd53 expref: 10 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.300917:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e7bf8000/0x3b91f5b494388587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd53 expref: 10 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.300927:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8000, rc 0) 00000100:00100000:2.0:1783952282.300985:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584016640:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 172us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952282.300992:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:2.0:1783952282.309717:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952282.310638:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016768 00000100:00100000:1.0:1783952282.310651:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016768 00000100:00100000:1.0:1783952282.310746:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00100000:1.0:1783952282.310759:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584016768:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783952282.310791:0:159111:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1783952282.310814:0:159111:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783952282.310817:0:159111:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:1.0:1783952282.320845:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584016768:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 Request processed in 10078us (11130us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952282.320870:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00100000:3.0:1783952282.327125:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952282.327921:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584016896 00000100:00100000:0.0:1783952282.327943:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584016896 00000100:00100000:0.0:1783952282.328018:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 442 00000100:00100000:0.0:1783952282.328030:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:69251:x1870607584016896:12345-192.168.202.38@tcp:38:ll_cfg_requeue.0 00010000:00080000:0.0:1783952282.328080:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t21474836571 exp 0000000000000000 cur 5969 last 0 00000020:00000080:0.0:1783952282.328176:0:159118:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b49438858e 00000004:00100000:0.0:1783952282.328219:0:159118:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000001:00000004:0.0:1783952282.328230:0:159118:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803776 00000100:00080000:3.0:1783952282.342744:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a75febab800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783952282.343952:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584016896:12345-192.168.202.38@tcp:38:ll_cfg_requeue.0 Request processed in 15914us (16827us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952282.343965:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 442 00010000:00010000:0.0:1783952282.699846:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783952282.770617:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783952282.770625:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75f5dcb800 from 37 10000000:01000000:2.0:1783952282.770632:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783952282.770683:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.770715:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.770727:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952282.770756:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952282.770827:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952282.771038:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646528 00000100:00100000:0.0:1783952282.771047:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646528 00000100:00100000:0.0:1783952282.771096:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1783952282.771105:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600646528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952282.771119:0:159108:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952282.771143:0:159108:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c431bc00/0x3b91f5b49438859c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388595 expref: -99 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952282.771171:0:159108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c431bc00/0x3b91f5b49438859c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388595 expref: 23 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952282.771181:0:159108:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c431bc00/0x3b91f5b49438859c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388595 expref: 23 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952282.771190:0:159108:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431bc00, rc 0) 00000100:00100000:0.0:1783952282.771229:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600646528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952282.771237:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1783952282.771461:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952282.771487:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952282.771726:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952282.771747:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952282.771808:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646656:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783952282.771845:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952282.771955:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783952282.772195:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646656 00000100:00100000:0.0:1783952282.772201:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646656 00000100:00100000:0.0:1783952282.772241:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1783952282.772250:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600646656:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783952282.772268:0:159111:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783952282.772287:0:159111:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783952282.772290:0:159111:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:0.0:1783952282.772414:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600646656:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 165us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952282.772422:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1783952282.772615:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646656:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783952282.772669:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783952282.772677:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.772686:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952282.772698:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783952282.772700:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a74ccc34000 from 37 10000000:01000000:3.0:1783952282.772703:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783952282.772742:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.772750:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.772768:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952282.772786:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952282.772815:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952282.772839:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952282.772851:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646784 00000100:00100000:3.0:1783952282.772855:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646784 00000100:00100000:3.0:1783952282.773161:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1783952282.773169:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600646784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952282.773179:0:159110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952282.773189:0:159110:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c1375000/0x3b91f5b4943885aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943885a3 expref: -99 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.773206:0:159110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c1375000/0x3b91f5b4943885aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943885a3 expref: 24 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.773214:0:159110:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c1375000/0x3b91f5b4943885aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943885a3 expref: 24 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.773222:0:159110:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375000, rc 0) 00000100:00100000:3.0:1783952282.773253:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600646784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952282.773259:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1783952282.773290:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952282.773303:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.773317:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952282.773383:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646912:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783952282.773412:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952282.773426:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952282.773437:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600646912 00000100:00100000:3.0:1783952282.773441:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600646912 00000100:00100000:3.0:1783952282.773471:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1783952282.773477:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600646912:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783952282.773488:0:159110:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783952282.773659:0:159110:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783952282.773663:0:159110:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 37 00000100:00100000:3.0:1783952282.773738:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600646912:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 259us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952282.773745:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1783952282.773777:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600646912:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783952282.773816:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783952282.773821:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952282.773829:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952283.723525:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952284.726058:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952284.726117:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952284.726147:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017280 00000100:00100000:3.0:1783952284.726157:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017280 00000100:00100000:3.0:1783952284.726225:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 318 00000100:00100000:3.0:1783952284.726236:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584017280:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952284.726594:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584017280:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 358us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952284.726602:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 318 00000100:00100000:3.0:1783952284.726629:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017024 00000100:00100000:3.0:1783952284.726634:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017024 00000100:00100000:3.0:1783952284.727828:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 279 00000100:00100000:3.0:1783952284.727842:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584017024:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952284.729537:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952284.729795:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584017024:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 1955us (3674us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952284.729807:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 279 00000100:00100000:2.0:1783952284.733071:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017152 00000100:00100000:2.0:1783952284.733088:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017152 00000100:00100000:2.0:1783952284.733161:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00100000:2.0:1783952284.733174:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584017152:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952284.733263:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584017152:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 92us (3734us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952284.733302:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00080000:2.0:1783952284.733330:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952284.733354:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952284.733416:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952284.739213:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017408 00000100:00100000:2.0:1783952284.739229:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017408 00000100:00100000:3.0:1783952284.740127:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952284.740167:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017536 00000100:00100000:3.0:1783952284.740173:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017536 00000100:00100000:3.0:1783952284.740243:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 229 00000100:00100000:3.0:1783952284.740253:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584017536:12345-192.168.202.38@tcp:9:kworker.0 00000020:00000080:3.0:1783952284.740960:0:162836:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387f1a 00000100:00100000:2.0:1783952284.740968:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 230 00000100:00080000:3.0:1783952284.740971:0:162836:0:(import.c:65:import_set_state_nolock()) ffff8a75f5dcf800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783952284.740977:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584017408:12345-192.168.202.38@tcp:9:kworker.0 00000020:00000080:2.0:1783952284.740992:0:162839:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387f13 00000100:00080000:2.0:1783952284.740997:0:162839:0:(import.c:65:import_set_state_nolock()) ffff8a75d0faa000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952284.741014:0:162836:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869237 00000001:00000004:2.0:1783952284.741025:0:162839:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836542 00000100:00100000:2.0:1783952284.741158:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+2:69251:x1870607584017408:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 182us (7741us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952284.741167:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 230 00010000:00010000:2.0:1783952284.741195:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952284.741538:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+2:69251:x1870607584017536:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 1286us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952284.741546:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 229 00010000:00010000:3.0:1783952284.741578:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783952284.741585:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952284.741589:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1783952284.747619:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952285.773547:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952285.964980:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952285.965021:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952285.965098:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952285.965155:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647040 00000100:00100000:0.0:1783952285.965163:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647040 00000100:00100000:0.0:1783952285.965230:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1783952285.965239:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600647040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952285.965281:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:0.0:1783952285.965352:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600647040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952285.965361:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1783952285.965414:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952285.967719:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600647168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952285.968039:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952285.969394:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600647424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952285.969454:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.969519:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952285.969531:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600647296:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952285.969826:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952285.969830:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783952285.969834:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952285.969854:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a75d195f000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952285.969890:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75feed8e00 x1870607600647680/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952285.969944:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952285.969946:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783952285.969948:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952285.969953:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a75d8b1c000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952285.969963:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75feeda680 x1870607600648320/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952285.969990:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952285.969993:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783952285.969994:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952285.969998:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a75e7242800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952285.970008:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef74a80 x1870607600648576/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952285.970040:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600647680:0@lo:38:kworker.0 00000100:00100000:2.0:1783952285.970071:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.970102:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600648320:0@lo:38:kworker.0 00000100:00100000:2.0:1783952285.970144:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.970165:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600648576:0@lo:38:kworker.0 00000100:00100000:2.0:1783952285.970186:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.971752:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648320 00000100:00100000:2.0:1783952285.971768:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648320 00000100:00100000:2.0:1783952285.971825:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648576 00000100:00100000:2.0:1783952285.971829:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648576 00000100:00100000:2.0:1783952285.971877:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1783952285.971888:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600648320:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952285.971937:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 5972 last 0 00000020:00000080:2.0:1783952285.972130:0:161900:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x3b91f5b4943885b1 00000004:00100000:2.0:1783952285.972152:0:161900:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952285.972304:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74c959f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952285.972436:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106951:x1870607600648320:12345-0@lo:38:kworker.0 Request processed in 548us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952285.972445:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1783952285.972476:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1783952285.972481:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600648576:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952285.972496:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 5972 last 0 00000020:00000080:2.0:1783952285.972527:0:161900:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x3b91f5b4943885b8 00000004:00100000:2.0:1783952285.972535:0:161900:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952285.972554:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74c959f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952285.972586:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106951:x1870607600648576:12345-0@lo:38:kworker.0 Request processed in 104us (2398us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952285.972592:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1783952285.972642:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600647936:0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.972684:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.972715:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600648704:0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.972737:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.972766:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783952285.972773:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600647808:0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.972796:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.972815:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600648448:0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.972837:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952285.972898:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647936 00000100:00100000:2.0:1783952285.972904:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647936 00000100:00100000:2.0:1783952285.972947:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648704 00000100:00100000:2.0:1783952285.972950:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648704 00000100:00100000:2.0:1783952285.972981:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647808 00000100:00100000:2.0:1783952285.972985:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647808 00000100:00100000:2.0:1783952285.973009:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1783952285.973016:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600647936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.973058:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600647936:12345-0@lo:400:kworker.0 Request processed in 43us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952285.973065:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1783952285.973079:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1783952285.973086:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:106953:x1870607600648704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.973115:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:106953:x1870607600648704:12345-0@lo:400:kworker.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952285.973122:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1783952285.973133:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1783952285.973139:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600647808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952285.973167:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600647808:12345-0@lo:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952285.973173:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:2.0:1783952285.973194:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952285.973198:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1783952285.973233:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75feeda680 x1870607600648320/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952285.973252:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 6 00000100:00080000:2.0:1783952285.974101:0:106951:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0000: lwp recover req@ffff8a75feeda680 x1870607600648320/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952285.974130:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1783952285.974135:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952285.974139:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1783952285.980484:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600648064:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.980564:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952285.980595:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600648832:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.980631:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952285.980647:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783952285.980654:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600647552:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.980684:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952285.980714:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600648192:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.980738:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952285.991437:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647168 00000100:00100000:3.0:1783952285.991452:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647168 00000100:00100000:3.0:1783952285.991493:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648448 00000100:00100000:3.0:1783952285.991497:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648448 00000100:00100000:3.0:1783952285.991569:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648064 00000100:00100000:3.0:1783952285.991574:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648064 00000100:00100000:3.0:1783952285.991590:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648832 00000100:00100000:3.0:1783952285.991594:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648832 00000100:00100000:3.0:1783952285.991609:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1783952285.991618:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600648448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.991724:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600648448:12345-0@lo:400:kworker.0 Request processed in 106us (18884us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.991732:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1783952285.991746:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648192 00000100:00100000:3.0:1783952285.991748:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648192 00000100:00100000:3.0:1783952285.991764:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1783952285.991769:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600648064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.991826:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600648064:12345-0@lo:400:kworker.0 Request processed in 55us (11261us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.991833:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1783952285.992294:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1783952285.992303:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600648832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.992363:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600648832:12345-0@lo:400:kworker.0 Request processed in 62us (11730us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.992369:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1783952285.992400:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1783952285.992407:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600648192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.992438:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600648192:12345-0@lo:400:kworker.0 Request processed in 32us (11698us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.992443:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1783952285.992473:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647680 00000100:00100000:3.0:1783952285.992479:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647680 00000100:00100000:3.0:1783952285.992504:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1783952285.992508:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:106951:x1870607600647680:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1783952285.992532:0:159121:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 5972 last 0 00000020:00000080:3.0:1783952285.992581:0:159121:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b4943885bf 00000004:00100000:3.0:1783952285.992597:0:159121:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783952285.992692:0:159121:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783952285.992731:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106951:x1870607600647680:12345-0@lo:38:kworker.0 Request processed in 220us (22659us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.992738:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:3.0:1783952285.992913:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952285.992939:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952285.992971:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647424 00000100:00100000:3.0:1783952285.992975:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647424 00000100:00100000:3.0:1783952285.992993:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1783952285.993000:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106952:x1870607600647168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952285.993021:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952285.993056:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106952:x1870607600647168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (25084us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.993062:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1783952285.993074:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783952285.993089:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106954:x1870607600647424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952285.993105:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952285.993135:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:106954:x1870607600647424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (23681us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.993141:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783952285.993190:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952285.994401:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600647168:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952285.994442:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647296 00000100:00100000:3.0:1783952285.994448:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647296 00000100:00100000:3.0:1783952285.994490:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1783952285.994498:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600647296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952285.994514:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952285.994565:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600647296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952285.994572:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1783952285.994749:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600648192:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.994763:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600648064:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.994806:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600648832:0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.994821:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600647424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952285.994862:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600647552 00000100:00100000:0.0:1783952285.994875:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600647552 00000100:00100000:0.0:1783952285.994908:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1783952285.994914:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600647552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952285.994956:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa10050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600647552:12345-0@lo:400:kworker.0 Request processed in 42us (14270us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952285.994962:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1783952285.995003:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600647552:0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.995150:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600647296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952285.995206:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600647808:0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.995301:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600648448:0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.995312:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600647936:0@lo:400:kworker.0 00000100:00100000:3.0:1783952285.995327:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600648704:0@lo:400:kworker.0 00000100:00100000:2.0:1783952286.001873:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600648320:0@lo:38:kworker.0 00010000:00080000:2.0:1783952286.001933:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef74a80 x1870607600648576/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952286.001953:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 6 00000100:00080000:2.0:1783952286.013809:0:106951:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-lwp-OST0001: lwp recover req@ffff8a75fef74a80 x1870607600648576/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952286.013826:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1783952286.013833:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75e7242800 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952286.013838:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1783952286.014078:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:106951:1870607600648576:0@lo:38:kworker.0 00000100:00080000:2.0:1783952286.014153:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 6 00000100:00080000:2.0:1783952286.014169:0:106951:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-MDT0001-osp-MDT0000: evicting (reconnect/recover flags not set: 4) req@ffff8a75feed8e00 x1870607600647680/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/416 e 0 to 0 dl 1783952305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952286.014177:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from CONNECTING to EVICTED 00000100:02020000:2.0:1783952286.014181:0:106951:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: This client was evicted by lustre-MDT0001; in progress operations using this service will fail. 00000100:00080000:2.0:1783952286.034730:0:106951:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-MDT0001_UUID@0@lo; invalidating 00000100:00100000:2.0:1783952286.040460:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600647680:0@lo:38:kworker.0 00000100:00080000:2.0:1783952286.040510:0:166153:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-MDT0001-osp-MDT0000 to lustre-MDT0001_UUID@0@lo 00000100:00080000:2.0:1783952286.040516:0:166153:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783952286.040537:0:166153:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8a75f58c1f80 x1870607600634624/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952288 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952286.040553:0:166153:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836566 gen 3 00000100:00100000:2.0:1783952286.040559:0:166153:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1783952286.040705:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600634624:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1783952286.041680:0:166153:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from EVICTED to RECOVER 00000100:00080000:2.0:1783952286.041688:0:166153:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952286.041708:0:166153:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0001-osp-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:3.0:1783952286.042040:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600648960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952286.042118:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952286.042368:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600648960 00000100:00100000:0.0:1783952286.042376:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600648960 00000100:00100000:0.0:1783952286.042429:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1783952286.042439:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600648960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952286.042486:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:0.0:1783952286.042547:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600648960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952286.042554:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1783952286.042606:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600648960:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1783952286.513572:0:166190:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1783952286.795519:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952286.995956:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600649088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952286.996032:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952286.997701:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649088 00000100:00100000:3.0:1783952286.997714:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649088 00000100:00100000:3.0:1783952286.997781:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1783952286.997792:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600649088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952286.997816:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000001:00100000:1.0:1783952286.999176:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:1.0:1783952286.999185:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a75f5dcd000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00080000:1.0:1783952286.999210:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869237 is committed 00000020:00000080:0.0:1783952286.999358:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75f5dcd000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0001 00000020:00000080:0.0:1783952286.999400:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75f5dcf800 for lustre-OST0001 00000001:00100000:1.0:1783952286.999501:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:1.0:1783952286.999504:0:160612:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b3800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00080000:1.0:1783952286.999522:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836542 is committed 00000020:00000080:0.0:1783952286.999562:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b3800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0000 00000020:00000080:0.0:1783952286.999582:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d0faa000 for lustre-OST0000 00000100:00100000:3.0:1783952287.000494:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600649088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2698us (4456us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952287.000506:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1783952287.001072:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600649088:0@lo:13:osp-pre-1-0.0 00000020:00000004:1.0:1783952287.482946:0:166242:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783952287.483944:0:166242:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783952287.834534:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783952288.020439:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1783952288.020453:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000004:0.0:1783952288.416333:0:166292:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783952288.419670:0:166292:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783952288.844542:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952289.852155:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952289.852216:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952289.852467:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017664 00000100:00100000:3.0:1783952289.852485:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017664 00000100:00100000:1.0:1783952289.852542:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017920 00000100:00100000:1.0:1783952289.852555:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017920 00000100:00100000:3.0:1783952289.852582:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:3.0:1783952289.852599:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584017664:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952289.852917:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00100000:0.0:1783952289.852934:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584017920:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952289.853043:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952289.853088:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584017792 00000100:00100000:2.0:1783952289.853094:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584017792 00000100:00100000:3.0:1783952289.853165:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584017664:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 567us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952289.853165:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584017920:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 238us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952289.853176:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:0.0:1783952289.853176:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00080000:1.0:1783952289.859133:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952289.859503:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952289.862852:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 325 00000100:00100000:2.0:1783952289.862888:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584017792:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952289.863017:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584017792:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 149us (9975us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952289.863025:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 325 00010000:00010000:3.0:1783952289.867626:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783952290.309595:0:166388:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007ffd2a99f790 00000004:00000080:0.0:1783952290.309621:0:166388:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0001: cmd=c00866e6 len=608 karg=ffff8a75cf839400 uarg=0000000000000000 00000004:00000080:0.0:1783952290.309682:0:166388:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb7dc8c993d70 00100000:10000000:0.0:1783952290.309689:0:166388:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00100000:10000000:1.0:1783952290.315058:0:166390:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0001: OI scrub prep, flags = 0x46 00100000:10000000:1.0:1783952290.315068:0:166390:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0001: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:1.0:1783952290.315137:0:166390:0:(scrub.c:229:scrub_file_store()) lustre-MDT0001: store scrub file: rc = 0 00100000:10000000:3.0:1783952290.320907:0:166389:0:(lfsck_namespace.c:4332:lfsck_namespace_reset()) lustre-MDT0001-osd: namespace LFSCK reset: rc = 0 00100000:10000000:3.0:1783952290.320936:0:166389:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0001-osd: start lfsck_namespace assistant thread 00100000:10000000:3.0:1783952290.321511:0:166389:0:(lfsck_namespace.c:4580:lfsck_namespace_prep()) lustre-MDT0001-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:10000000:0.0:1783952290.321643:0:166390:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0001: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:3.0:1783952290.322563:0:166389:0:(lfsck_namespace.c:4478:lfsck_namespace_checkpoint()) lustre-MDT0001-osd: namespace LFSCK checkpoint at the pos [13, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:3.0:1783952290.322571:0:166389:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0001-osd entry: oit_flags = 0x40000, dir_flags = 0xc006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166389 00100000:10000000:1.0:1783952290.326740:0:166391:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread start 00080000:02000000:2.0:1783952290.334326:0:166389:0:(osd_handler.c:1078:osd_check_lmv()) *** cfs_fail_loc=1e2, val=483*** 00080000:02000000:2.0:1783952290.337611:0:166389:0:(osd_handler.c:971:do_osd_stripe_dir_filldir()) *** cfs_fail_loc=1e3, val=0*** 00080000:02000000:2.0:1783952290.337621:0:166389:0:(osd_handler.c:1087:osd_check_lmv()) *** cfs_fail_loc=1e3, val=0*** 00080000:10000000:2.0:1783952290.337626:0:166389:0:(osd_handler.c:1094:osd_check_lmv()) lustre-MDT0001: cannot check LMV, ino = 20060/530144041: rc = -116 00000100:00100000:2.0:1783952290.337713:0:166389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166389:1870607600649216:0@lo:900:lfsck.0 00000100:00100000:2.0:1783952290.337780:0:166389:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952290.337895:0:166389:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9840 going to sleep for 11 seconds 00100000:10000000:1.0:1783952290.338117:0:166390:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0001: OI scrub post with result = 1 00100000:10000000:1.0:1783952290.338160:0:166390:0:(scrub.c:229:scrub_file_store()) lustre-MDT0001: store scrub file: rc = 0 00100000:10000000:1.0:1783952290.338163:0:166390:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0001: OI scrub: stop, pos = 40001: rc = 1 00000100:00100000:3.0:1783952290.338664:0:159128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649216 00000100:00100000:3.0:1783952290.338683:0:159128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649216 00000100:00100000:3.0:1783952290.338743:0:159128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783952290.338752:0:159128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:166389:x1870607600649216:12345-0@lo:900:lfsck.0 00000100:00100000:3.0:1783952290.342677:0:159128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:166389:x1870607600649216:12345-0@lo:900:lfsck.0 Request processed in 3919us (4890us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952290.342692:0:159128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783952290.343057:0:166389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166389:1870607600649216:0@lo:900:lfsck.0 00000100:00100000:1.0:1783952290.343578:0:166389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166389:1870607600649344:0@lo:900:lfsck.0 00000100:00100000:1.0:1783952290.343624:0:166389:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.343665:0:166389:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c47b8900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.344325:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649344 00000100:00100000:2.0:1783952290.344506:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649344 00000100:00100000:2.0:1783952290.344604:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783952290.344615:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:166389:x1870607600649344:12345-0@lo:900:lfsck.0 00000100:00100000:2.0:1783952290.344689:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:166389:x1870607600649344:12345-0@lo:900:lfsck.0 Request processed in 77us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.344697:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783952290.344760:0:166389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck:lustre-MDT0000-lwp-MDT0001_UUID:166389:1870607600649344:0@lo:900:lfsck.0 00000100:00100000:3.0:1783952290.352151:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649472:0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1783952290.352225:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952290.353084:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00100000:10000000:3.0:1783952290.355967:0:166389:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0001-osd ffff8a74c224cf80 exit: oit_flags = 0x40000, dir_flags = 0xc006, oit_cookie = 20089, dir_cookie = 0x34f94bc5a8d0069b, parent = [0x240002340:0xd:0x0], pid = 166389: rc = 1 00100000:10000000:3.0:1783952290.355986:0:166389:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0001-osd: waiting for assistant to do lfsck_namespace post, rc = 1 00000100:00100000:2.0:1783952290.357394:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649472 00000100:00100000:2.0:1783952290.357406:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649472 00000100:00100000:2.0:1783952290.357466:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1783952290.357476:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649472:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.357599:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649472:12345-0@lo:1000:lfsck_namespace.0 Request processed in 124us (5374us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.357607:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1783952290.357667:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649472:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.357752:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649600:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.357789:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952290.358017:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649600 00000100:00100000:2.0:1783952290.358022:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649600 00000100:00100000:2.0:1783952290.358050:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1783952290.358058:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649600:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.358121:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649600:12345-0@lo:1000:lfsck_namespace.0 Request processed in 63us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.358127:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1783952290.358157:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbacac00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.358171:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649600:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.359122:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649728:0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.359169:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952290.359209:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952290.359427:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649728 00000100:00100000:3.0:1783952290.359432:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649728 00000100:00100000:3.0:1783952290.359464:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1783952290.359469:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649728:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1783952290.359538:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649728:12345-0@lo:1000:lfsck_namespace.0 Request processed in 69us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952290.359543:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1783952290.359593:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649728:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.359711:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649856:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.359732:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.359763:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649856 00000100:00100000:1.0:1783952290.359767:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649856 00000100:00100000:1.0:1783952290.359791:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1783952290.359798:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649856:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.359926:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649856:12345-0@lo:1000:lfsck_namespace.0 Request processed in 127us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.360062:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1783952290.360076:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.360086:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649856:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.360118:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649984:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.360144:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.360192:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.364588:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600649984 00000100:00100000:2.0:1783952290.364605:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600649984 00000100:00100000:2.0:1783952290.364666:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1783952290.364675:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649984:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.365326:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600649984:12345-0@lo:1000:lfsck_namespace.0 Request processed in 649us (5178us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.365381:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1783952290.366205:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600649984:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.367067:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650112:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.367130:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.367168:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650112 00000100:00100000:1.0:1783952290.367174:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650112 00000100:00100000:1.0:1783952290.367227:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1783952290.367236:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650112:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.367463:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650112:12345-0@lo:1000:lfsck_namespace.0 Request processed in 228us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.367471:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1783952290.367506:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.367525:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650112:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.367636:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650240:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.367669:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.367684:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.367758:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650240 00000100:00100000:2.0:1783952290.367762:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650240 00000100:00100000:2.0:1783952290.367793:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1783952290.367799:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650240:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.367986:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650240:12345-0@lo:1000:lfsck_namespace.0 Request processed in 186us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.367993:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1783952290.369017:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463800 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650240:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.369092:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650368:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.369132:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.369161:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.370130:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650368 00000100:00100000:2.0:1783952290.370139:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650368 00000100:00100000:2.0:1783952290.372002:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1783952290.372023:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650368:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.372170:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650368:12345-0@lo:1000:lfsck_namespace.0 Request processed in 155us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.372178:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1783952290.378481:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650368:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.378643:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650496:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.378708:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.378741:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650496 00000100:00100000:1.0:1783952290.378746:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650496 00000100:00100000:1.0:1783952290.378793:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1783952290.379923:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650496:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.380751:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650496:12345-0@lo:1000:lfsck_namespace.0 Request processed in 1947us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.380760:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1783952290.393524:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.393577:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650496:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.393775:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650624:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.394564:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.395019:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952290.404492:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650624 00000100:00100000:3.0:1783952290.404509:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650624 00000100:00100000:3.0:1783952290.411538:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1783952290.411552:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650624:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1783952290.411688:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650624:12345-0@lo:1000:lfsck_namespace.0 Request processed in 138us (17125us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952290.411695:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1783952290.414503:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650624:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.414603:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650752:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.414673:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.414780:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.417540:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650752 00000100:00100000:2.0:1783952290.417556:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650752 00000100:00100000:3.0:1783952290.417677:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1783952290.417698:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650752:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:3.0:1783952290.418077:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650752:12345-0@lo:1000:lfsck_namespace.0 Request processed in 380us (3402us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952290.418086:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1783952290.420764:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d500 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650752:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.421053:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650880:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.421113:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.421164:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca5826c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.421321:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600650880 00000100:00100000:1.0:1783952290.421328:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600650880 00000100:00100000:1.0:1783952290.421416:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1783952290.421425:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650880:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.421510:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600650880:12345-0@lo:1000:lfsck_namespace.0 Request processed in 85us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.421518:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1783952290.421675:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600650880:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.421782:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651008:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.421809:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.421847:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651008 00000100:00100000:0.0:1783952290.421859:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651008 00000100:00100000:0.0:1783952290.421885:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1783952290.421891:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651008:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422075:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651008:12345-0@lo:1000:lfsck_namespace.0 Request processed in 183us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.422082:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1783952290.422106:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca5826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.422120:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651008:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422160:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651136:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422185:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.422205:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651136 00000100:00100000:0.0:1783952290.422209:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651136 00000100:00100000:0.0:1783952290.422231:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1783952290.422302:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651136:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422452:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651136:12345-0@lo:1000:lfsck_namespace.0 Request processed in 214us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.422458:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1783952290.422478:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca5826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.422490:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651136:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422551:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651264:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422573:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.422590:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651264 00000100:00100000:0.0:1783952290.422594:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651264 00000100:00100000:0.0:1783952290.422611:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1783952290.422616:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651264:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422656:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651264:12345-0@lo:1000:lfsck_namespace.0 Request processed in 39us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.422672:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1783952290.422691:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca5826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.422704:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef75c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651264:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422789:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651392:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.422813:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.422845:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651392 00000100:00100000:0.0:1783952290.422848:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651392 00000100:00100000:1.0:1783952290.424535:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca5826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.424702:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1783952290.424712:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651392:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.424822:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651392:12345-0@lo:1000:lfsck_namespace.0 Request processed in 112us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.424842:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1783952290.429357:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651392:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.429618:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651520:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.429689:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.429739:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.429792:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651520 00000100:00100000:2.0:1783952290.429801:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651520 00000100:00100000:2.0:1783952290.429877:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1783952290.429887:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651520:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.429990:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651520:12345-0@lo:1000:lfsck_namespace.0 Request processed in 105us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.429998:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1783952290.430160:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651520:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.430257:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651648:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.430284:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.430298:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.430612:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651648 00000100:00100000:2.0:1783952290.430617:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651648 00000100:00100000:2.0:1783952290.430649:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1783952290.430655:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651648:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.430717:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651648:12345-0@lo:1000:lfsck_namespace.0 Request processed in 62us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.430725:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1783952290.430907:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651648:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.432623:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651776:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.432700:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.432730:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.432807:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651776 00000100:00100000:2.0:1783952290.432816:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651776 00000100:00100000:2.0:1783952290.432881:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1783952290.432890:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651776:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.433087:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651776:12345-0@lo:1000:lfsck_namespace.0 Request processed in 197us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.433095:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1783952290.433844:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89e300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651776:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.434074:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651904:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.434123:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.434147:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952290.434359:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600651904 00000100:00100000:2.0:1783952290.434366:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600651904 00000100:00100000:2.0:1783952290.434856:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1783952290.434866:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651904:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.435137:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600651904:12345-0@lo:1000:lfsck_namespace.0 Request processed in 271us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.435145:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1783952290.435469:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600651904:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.435621:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652032:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.435653:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.435681:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652032 00000100:00100000:1.0:1783952290.435686:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652032 00000100:00100000:1.0:1783952290.435718:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1783952290.435725:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652032:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.435781:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652032:12345-0@lo:1000:lfsck_namespace.0 Request processed in 56us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.435788:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1783952290.435806:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa180 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.435818:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652032:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.435968:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652160:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.435991:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.436010:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652160 00000100:00100000:1.0:1783952290.436014:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652160 00000100:00100000:1.0:1783952290.436030:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1783952290.436035:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652160:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.436078:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652160:12345-0@lo:1000:lfsck_namespace.0 Request processed in 43us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.436085:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1783952290.436099:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.436109:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652160:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.436155:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652288:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.436178:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.436195:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652288 00000100:00100000:1.0:1783952290.436199:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652288 00000100:00100000:1.0:1783952290.436216:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1783952290.436221:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652288:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.436281:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652288:12345-0@lo:1000:lfsck_namespace.0 Request processed in 59us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.436287:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1783952290.436301:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.436312:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652288:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.438025:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652416:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.438097:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.438145:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652416 00000100:00100000:1.0:1783952290.438152:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652416 00000100:00100000:1.0:1783952290.438191:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1783952290.438200:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652416:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.438520:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652416:12345-0@lo:1000:lfsck_namespace.0 Request processed in 321us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.438529:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1783952290.438555:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.438579:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652416:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.438727:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652544:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.438753:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.438780:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652544 00000100:00100000:1.0:1783952290.438784:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652544 00000100:00100000:1.0:1783952290.438804:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1783952290.438810:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652544:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.439541:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652544:12345-0@lo:1000:lfsck_namespace.0 Request processed in 729us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.439550:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1783952290.439595:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa240 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.439613:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652544:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.439673:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652672:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.439700:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.439717:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.439782:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652672 00000100:00100000:0.0:1783952290.439788:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652672 00000100:00100000:0.0:1783952290.439823:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1783952290.439840:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652672:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.439949:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652672:12345-0@lo:1000:lfsck_namespace.0 Request processed in 108us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.439955:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1783952290.440123:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652672:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.440203:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652800:0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.440228:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952290.441553:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.446162:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652800 00000100:00100000:0.0:1783952290.446179:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652800 00000100:00100000:1.0:1783952290.447133:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1783952290.447529:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652800:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:2.0:1783952290.447760:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652800:12345-0@lo:1000:lfsck_namespace.0 Request processed in 615us (7530us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952290.447769:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1783952290.451113:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab480 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652800:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.451468:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652928:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.451545:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.451594:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952290.451768:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600652928 00000100:00100000:1.0:1783952290.451775:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600652928 00000100:00100000:1.0:1783952290.451838:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1783952290.451848:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652928:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:1.0:1783952290.452052:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600652928:12345-0@lo:1000:lfsck_namespace.0 Request processed in 205us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952290.452061:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1783952290.452219:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600652928:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.452370:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600653056:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.454363:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.455100:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.455126:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653056 00000100:00100000:0.0:1783952290.455134:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653056 00000100:00100000:0.0:1783952290.455189:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1783952290.455198:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600653056:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.455328:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600653056:12345-0@lo:1000:lfsck_namespace.0 Request processed in 131us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.455358:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1783952290.455546:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600653056:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.455671:0:166391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600653184:0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.455709:0:166391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952290.455733:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653184 00000100:00100000:0.0:1783952290.455736:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653184 00000100:00100000:0.0:1783952290.455761:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1783952290.455767:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600653184:12345-0@lo:1000:lfsck_namespace.0 00000100:00100000:0.0:1783952290.455814:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:166391:x1870607600653184:12345-0@lo:1000:lfsck_namespace.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952290.455820:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1783952290.457011:0:166391:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952290.457047:0:166391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustre-MDT0001-mdtlov_UUID:166391:1870607600653184:0@lo:1000:lfsck_namespace.0 00100000:10000000:0.0:1783952290.457128:0:166391:0:(lfsck_engine.c:1612:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread post 00100000:10000000:0.0:1783952290.457138:0:166391:0:(lfsck_engine.c:1626:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant notified others for lfsck_namespace post: rc = 0 00100000:10000000:0.0:1783952290.457480:0:166389:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0001-osd: the assistant has done lfsck_namespace post, rc = 1 00100000:10000000:0.0:1783952290.457551:0:166389:0:(lfsck_namespace.c:4808:lfsck_namespace_post()) lustre-MDT0001-osd: namespace LFSCK post done: rc = 0 00100000:10000000:0.0:1783952290.457579:0:166389:0:(lfsck_lib.c:2621:lfsck_double_scan_generic()) lustre-MDT0001-osd: waiting for assistant to do lfsck_namespace double_scan, status 2 00100000:10000000:1.0:1783952290.457803:0:166391:0:(lfsck_engine.c:1644:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant sync before the second-stage scaning 00000004:00080000:1.0:1783952290.457823:0:166391:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5977453486801ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952290.457841:0:166391:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1783952290.458001:0:166391:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5977453664337ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952290.458008:0:166391:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00100000:10000000:0.0:1783952290.458325:0:166389:0:(lfsck_lib.c:2630:lfsck_double_scan_generic()) lustre-MDT0001-osd: the assistant has done lfsck_namespace double_scan, status 0 00000004:00080000:3.0:1783952290.460293:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2 committed 00000004:00080000:3.0:1783952290.460325:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 2 committed 00100000:10000000:1.0:1783952290.460644:0:166391:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:10000000:1.0:1783952290.460658:0:166391:0:(lfsck_namespace.c:6700:lfsck_namespace_assistant_handler_p2()) lustre-MDT0001-osd: namespace LFSCK phase2 scan start 00100000:10000000:1.0:1783952290.460739:0:166391:0:(lfsck_namespace.c:6325:lfsck_namespace_scan_local_lpf()) lustre-MDT0001-osd: start to scan backend /lost+found 00100000:10000000:1.0:1783952290.460774:0:166391:0:(lfsck_namespace.c:6428:lfsck_namespace_scan_local_lpf()) lustre-MDT0001-osd: stop to scan backend /lost+found: rc = 1 00100000:10000000:1.0:1783952290.460811:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240000403:0x1:0x0] with remote name entry 00100000:10000000:1.0:1783952290.460820:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x1:0x0] with remote name entry 00100000:10000000:1.0:1783952290.460905:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x2:0x0] with remote name entry 00100000:10000000:1.0:1783952290.460987:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x3:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461008:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x4:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461024:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x5:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461039:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x6:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461072:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x7:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461087:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x8:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461102:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0x9:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461116:0:166391:0:(lfsck_namespace.c:3284:lfsck_namespace_double_scan_dir()) lustre-MDT0001-osd: some MDT(s) maybe NOT take part in the namespace LFSCK, then the LFSCK cannot guarantee all the name entries have been verified in first-stage scanning. So have to skip orphan related handling for the directory object [0x240002343:0xa:0x0] with remote name entry 00100000:10000000:1.0:1783952290.461157:0:166391:0:(lfsck_namespace.c:6719:lfsck_namespace_assistant_handler_p2()) lustre-MDT0001-osd: namespace LFSCK phase2 scan stop at the No. 16 trace file: rc = 1 00100000:10000000:1.0:1783952290.461167:0:166391:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant sync before exit 00000004:00080000:1.0:1783952290.461193:0:166391:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 5977456857197ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952290.461206:0:166391:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1783952290.461232:0:166391:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 5977456896247ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952290.461299:0:166391:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1783952290.465059:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 3 committed 00000004:00080000:0.0:1783952290.465090:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 3 committed 00100000:10000000:1.0:1783952290.465359:0:166391:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:1.0:1783952290.465559:0:166391:0:(lfsck_engine.c:1778:lfsck_assistant_engine()) lustre-MDT0001-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:1.0:1783952290.465573:0:166391:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0001-osd: lfsck_namespace LFSCK assistant thread exit: rc = 1 00010000:00010000:1.0:1783952290.897997:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952291.086072:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600653696:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.086431:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600653440:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.086505:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.086556:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600653952:0@lo:400:kworker.0 00000100:00100000:2.0:1783952291.087038:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952291.087115:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600654208:0@lo:400:kworker.0 00000100:00100000:2.0:1783952291.087140:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952291.087159:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600654720:0@lo:400:kworker.0 00000100:00100000:2.0:1783952291.087192:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952291.087497:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600653312:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.087533:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952291.087563:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600653824:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.087677:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952291.087698:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600654336:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.087719:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952291.087737:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600654848:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.087759:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952291.087815:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654208 00000100:00100000:3.0:1783952291.087831:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654208 00000100:00100000:0.0:1783952291.088058:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.088076:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600654464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088112:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.088134:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783952291.088141:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600653568:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088261:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653440 00000100:00100000:0.0:1783952291.088275:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653440 00000100:00100000:0.0:1783952291.088310:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654464 00000100:00100000:0.0:1783952291.088313:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654464 00000100:00100000:0.0:1783952291.088328:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1783952291.088349:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600653440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088399:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600653440:12345-0@lo:400:kworker.0 Request processed in 64us (1894us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088406:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1783952291.088422:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1783952291.088428:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600654464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088454:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600654464:12345-0@lo:400:kworker.0 Request processed in 26us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088476:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1783952291.088496:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653824 00000100:00100000:0.0:1783952291.088500:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653824 00000100:00100000:0.0:1783952291.088516:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654336 00000100:00100000:0.0:1783952291.088519:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654336 00000100:00100000:0.0:1783952291.088529:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654848 00000100:00100000:0.0:1783952291.088532:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654848 00000100:00100000:0.0:1783952291.088543:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653952 00000100:00100000:0.0:1783952291.088545:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653952 00000100:00100000:0.0:1783952291.088560:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1783952291.088566:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600653824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088611:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600653824:12345-0@lo:400:kworker.0 Request processed in 45us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088617:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1783952291.088628:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1783952291.088634:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600654336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088656:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600654336:12345-0@lo:400:kworker.0 Request processed in 23us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088661:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1783952291.088671:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1783952291.088675:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600654848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088696:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600654848:12345-0@lo:400:kworker.0 Request processed in 21us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088702:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1783952291.088711:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1783952291.088716:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600653952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.088751:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600653952:12345-0@lo:400:kworker.0 Request processed in 35us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.088757:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1783952291.089080:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653312 00000100:00100000:0.0:1783952291.089085:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653312 00000100:00100000:0.0:1783952291.089117:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1783952291.089122:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600653312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.089158:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600653312:12345-0@lo:400:kworker.0 Request processed in 36us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.089164:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1783952291.089200:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600655104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952291.089523:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.089553:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952291.089559:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600654976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952291.089707:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.089751:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600653312:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.089765:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600653824:0@lo:400:kworker.0 00010000:00080000:0.0:1783952291.089852:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c40b7100 x1870607600654336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952291.089863:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600654336:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.089876:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600654848:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.090015:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1783952291.090027:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600654208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.090068:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600654208:12345-0@lo:400:kworker.0 Request processed in 45us (2927us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952291.090074:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:3.0:1783952291.090115:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952291.090119:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952291.090130:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655104 00000100:00100000:3.0:1783952291.090134:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655104 00000100:00100000:3.0:1783952291.090173:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1783952291.090190:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600655104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952291.090226:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952291.090355:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600655104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952291.090362:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00080000:3.0:1783952291.090377:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952291.091052:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952291.091067:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600655232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952291.091398:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.091447:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654976 00000100:00100000:0.0:1783952291.091454:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654976 00000100:00100000:0.0:1783952291.091488:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655232 00000100:00100000:0.0:1783952291.091491:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655232 00000100:00100000:0.0:1783952291.091507:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1783952291.091514:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600654976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952291.091548:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:0.0:1783952291.091598:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600654976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (1890us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.091605:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1783952291.091619:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1783952291.091625:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600655232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952291.091641:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:0.0:1783952291.091673:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600655232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.091679:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1783952291.091731:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600654976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952291.091744:0:106955:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869237 gen 2 00000100:00100000:0.0:1783952291.091764:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600655104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952291.092736:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600655360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952291.092987:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952291.093045:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600655232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952291.093965:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655360 00000100:00100000:3.0:1783952291.093976:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655360 00000100:00100000:3.0:1783952291.094033:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1783952291.094044:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600655360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952291.094074:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:3.0:1783952291.094146:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600655360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952291.094153:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:3.0:1783952291.094189:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952291.095249:0:106953:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836542 gen 2 00000100:00100000:0.0:1783952291.095498:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600655360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952291.103131:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653696 00000100:00100000:1.0:1783952291.103148:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653696 00000100:00100000:1.0:1783952291.103256:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654720 00000100:00100000:1.0:1783952291.103260:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654720 00000100:00100000:1.0:1783952291.103304:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1783952291.103315:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600653696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.103444:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600653696:12345-0@lo:400:kworker.0 Request processed in 132us (16405us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952291.103453:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1783952291.103470:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1783952291.103476:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600654720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.103506:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600654720:12345-0@lo:400:kworker.0 Request processed in 31us (16313us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952291.103512:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1783952291.103883:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952291.103911:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600655488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952291.103955:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952291.103996:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655488 00000100:00100000:1.0:1783952291.104000:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655488 00000100:00100000:1.0:1783952291.104032:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783952291.104038:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600655488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952291.104055:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952291.104103:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600655488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952291.104109:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783952291.104160:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600655488:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783952291.105051:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952291.105057:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952291.105600:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600654720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.105635:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600653696:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.105646:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600654208:0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.106401:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952291.106454:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600654080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952291.106589:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600653568 00000100:00100000:3.0:1783952291.106598:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600653568 00000100:00100000:3.0:1783952291.106649:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1783952291.106658:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600653568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.115208:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952291.115286:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600654592:0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.115378:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952291.115443:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600653440:0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.115458:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600653952:0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.115470:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600654464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.115883:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654592 00000100:00100000:0.0:1783952291.115891:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654592 00000100:00100000:0.0:1783952291.115962:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1783952291.115973:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600654592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952291.116036:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600654592:12345-0@lo:400:kworker.0 Request processed in 64us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952291.116044:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1783952291.116401:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600654080 00000100:00100000:2.0:1783952291.116407:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600654080 00000100:00100000:2.0:1783952291.116466:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1783952291.116475:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600654080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952291.116533:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600654080:12345-0@lo:400:kworker.0 Request processed in 61us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952291.116540:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00010000:00080000:1.0:1783952291.116784:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb858000 x1870607600654080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952291.116798:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600654080:0@lo:400:kworker.0 00000100:00100000:1.0:1783952291.116811:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600654592:0@lo:400:kworker.0 00000100:00080000:0.0:1783952291.116914:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952291.117207:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600653568:12345-0@lo:400:kworker.0 Request processed in 10549us (10806us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952291.117244:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1783952291.117853:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600653568:0@lo:400:kworker.0 00010000:00010000:2.0:1783952291.915632:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952292.108500:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952292.108525:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600655616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952292.108596:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952292.108685:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655616 00000100:00100000:2.0:1783952292.108693:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655616 00000100:00100000:2.0:1783952292.108746:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1783952292.108756:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600655616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952292.108778:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952292.109104:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600655616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952292.109192:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600655616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 436us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952292.109200:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00010000:00010000:2.0:1783952292.949696:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952293.965128:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952294.965583:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952294.965624:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952294.965660:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952294.965689:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018304 00000100:00100000:2.0:1783952294.965699:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018304 00000100:00100000:2.0:1783952294.965769:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018176 00000100:00100000:2.0:1783952294.965772:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018176 00000100:00100000:2.0:1783952294.965806:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:2.0:1783952294.965816:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584018304:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952294.965904:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584018304:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 89us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952294.965913:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:2.0:1783952294.965935:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:2.0:1783952294.965943:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584018176:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952294.965970:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584018176:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952294.965976:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:2.0:1783952294.965995:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018048 00000100:00100000:2.0:1783952294.965999:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018048 00000100:00100000:2.0:1783952294.966024:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 283 00000100:00100000:2.0:1783952294.966029:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584018048:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952294.966052:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584018048:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 23us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952294.966059:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 283 00000100:00080000:2.0:1783952294.966099:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952294.966127:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1783952294.989476:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952296.013669:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783952296.152958:0:166635:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing wait_import_state FULL osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid 00000100:00100000:0.0:1783952296.203725:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600656000:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.203815:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.203872:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600656512:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.203900:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.203931:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600657024:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.203953:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.203987:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783952296.203993:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600656128:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204015:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.204053:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600656640:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204079:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.204097:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600657152:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204118:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.204159:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656000 00000100:00100000:0.0:1783952296.204166:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656000 00000100:00100000:0.0:1783952296.204224:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657024 00000100:00100000:0.0:1783952296.204228:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657024 00000100:00100000:0.0:1783952296.204265:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656128 00000100:00100000:0.0:1783952296.204269:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656128 00000100:00100000:0.0:1783952296.204292:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657152 00000100:00100000:0.0:1783952296.204295:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657152 00000100:00100000:0.0:1783952296.204320:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1783952296.204330:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600656000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204452:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600656000:12345-0@lo:400:kworker.0 Request processed in 123us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204460:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1783952296.204480:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1783952296.204488:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600657024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204516:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600657024:12345-0@lo:400:kworker.0 Request processed in 30us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204522:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1783952296.204533:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783952296.204539:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600656128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204567:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600656128:12345-0@lo:400:kworker.0 Request processed in 28us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204573:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783952296.204585:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1783952296.204590:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600657152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204614:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600657152:12345-0@lo:400:kworker.0 Request processed in 24us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204620:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1783952296.204636:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656512 00000100:00100000:0.0:1783952296.204639:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656512 00000100:00100000:0.0:1783952296.204672:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656640 00000100:00100000:0.0:1783952296.204681:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656640 00000100:00100000:0.0:1783952296.204706:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1783952296.204712:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600656512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204745:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600656512:12345-0@lo:400:kworker.0 Request processed in 33us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204751:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1783952296.204761:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1783952296.204767:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600656640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.204807:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600656640:12345-0@lo:400:kworker.0 Request processed in 41us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.204813:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:0.0:1783952296.204843:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952296.204847:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952296.204849:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952296.204851:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952296.204937:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600657664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952296.204967:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.204997:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952296.205002:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600657536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952296.205026:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952296.205053:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657664 00000100:00100000:0.0:1783952296.205058:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657664 00000100:00100000:0.0:1783952296.205085:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1783952296.205092:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600657664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952296.205113:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:0.0:1783952296.205146:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600657664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.205163:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1783952296.205181:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657536 00000100:00100000:0.0:1783952296.205185:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657536 00000100:00100000:0.0:1783952296.205207:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1783952296.205213:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600657536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952296.205236:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:0.0:1783952296.205266:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600657536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.205272:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1783952296.205318:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600657536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952296.205331:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600657664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952296.205402:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600656128:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.205412:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600656640:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.205419:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600657152:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.205428:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600656000:0@lo:400:kworker.0 00010000:00080000:0.0:1783952296.205440:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9c8700 x1870607600656512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952296.205450:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600656512:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.205460:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600657024:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206069:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600655872:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206114:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206139:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600656384:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206163:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206178:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600656896:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206202:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206220:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600657408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952296.206232:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656384 00000100:00100000:3.0:1783952296.206240:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656384 00000100:00100000:1.0:1783952296.206245:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206274:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00100000:1.0:1783952296.206282:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600655744:0@lo:400:kworker.0 00000100:00100000:3.0:1783952296.206292:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1783952296.206303:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600656384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206315:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206373:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600656256:0@lo:400:kworker.0 00000100:00100000:3.0:1783952296.206380:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600656384:12345-0@lo:400:kworker.0 Request processed in 76us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952296.206390:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1783952296.206405:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206450:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600656768:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206474:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206493:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600657280:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206515:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206526:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600657792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952296.206557:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.206583:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600656384:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.206608:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657408 00000100:00100000:3.0:1783952296.206665:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656256 00000100:00100000:3.0:1783952296.206670:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656256 00000100:00100000:3.0:1783952296.206689:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656768 00000100:00100000:3.0:1783952296.206692:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656768 00000100:00100000:3.0:1783952296.206707:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657280 00000100:00100000:3.0:1783952296.206710:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657280 00000100:00100000:3.0:1783952296.206723:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1783952296.206729:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600656256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952296.206770:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600656256:12345-0@lo:400:kworker.0 Request processed in 40us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952296.206786:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1783952296.206798:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1783952296.206805:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600656768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952296.206843:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600656768:12345-0@lo:400:kworker.0 Request processed in 39us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952296.206850:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1783952296.206863:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1783952296.206868:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600657280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952296.206909:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600657280:12345-0@lo:400:kworker.0 Request processed in 41us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952296.206915:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1783952296.207079:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657408 00000100:00100000:1.0:1783952296.207121:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783952296.207129:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600657408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952296.207151:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952296.207183:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600657408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952296.207189:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783952296.207236:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600656256:0@lo:400:kworker.0 00010000:00080000:1.0:1783952296.207247:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9c9880 x1870607600656768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952296.207257:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600656768:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.207268:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600657280:0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.207283:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600657408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952296.209416:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655872 00000100:00100000:0.0:1783952296.209426:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655872 00000100:00100000:0.0:1783952296.209467:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600656896 00000100:00100000:0.0:1783952296.209478:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600656896 00000100:00100000:0.0:1783952296.209494:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657792 00000100:00100000:0.0:1783952296.209497:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657792 00000100:00100000:0.0:1783952296.209515:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1783952296.209524:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600655872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.209613:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2dd2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600655872:12345-0@lo:400:kworker.0 Request processed in 89us (3496us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.209621:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1783952296.209994:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1783952296.210000:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600656896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952296.210256:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600657920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952296.210305:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952296.210392:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600655872:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.212362:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600656896:12345-0@lo:400:kworker.0 Request processed in 2354us (6153us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.212377:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1783952296.212409:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1783952296.212420:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600657792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952296.212456:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:0.0:1783952296.212516:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600657792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (5958us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.212523:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1783952296.212544:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600655744 00000100:00100000:0.0:1783952296.212551:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600655744 00000100:00100000:0.0:1783952296.212586:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783952296.212592:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74caa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600655744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.212638:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74caa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600655744:12345-0@lo:400:kworker.0 Request processed in 46us (6324us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.212645:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783952296.212707:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600657920 00000100:00100000:0.0:1783952296.212712:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600657920 00000100:00100000:0.0:1783952296.212738:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1783952296.212744:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600657920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952296.212758:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:0.0:1783952296.212798:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600657920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (2493us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952296.212803:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:0.0:1783952296.212819:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952296.212823:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952296.212873:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600657920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952296.212882:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600655744:0@lo:400:kworker.0 00000100:00100000:0.0:1783952296.212894:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600657792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952296.212905:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600656896:0@lo:400:kworker.0 00000001:02000400:2.0:1783952296.549266:0:166667:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1783952297.035529:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952297.227950:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952297.228052:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952297.228164:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658048 00000100:00100000:3.0:1783952297.228173:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658048 00000100:00100000:3.0:1783952297.228225:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1783952297.228234:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952297.228258:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:3.0:1783952297.228325:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952297.228333:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1783952297.228381:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658048:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783952298.062278:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952299.083715:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952300.090414:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952300.090462:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952300.090513:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952300.090544:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018560 00000100:00100000:2.0:1783952300.090553:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018560 00000100:00100000:2.0:1783952300.090609:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018688 00000100:00100000:2.0:1783952300.090612:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018688 00000100:00100000:2.0:1783952300.090634:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:2.0:1783952300.090643:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584018560:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952300.090732:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584018560:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 80us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952300.090747:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:2.0:1783952300.090768:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:2.0:1783952300.090775:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584018688:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952300.090989:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584018688:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 212us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952300.090996:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:1.0:1783952300.092376:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018432 00000100:00100000:1.0:1783952300.092388:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018432 00000100:00100000:1.0:1783952300.092439:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 285 00000100:00100000:1.0:1783952300.092448:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584018432:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952300.092521:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584018432:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 73us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952300.092529:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 285 00000100:00080000:0.0:1783952300.094236:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952300.094246:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783952300.111797:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952301.132568:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952301.324532:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952301.324557:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600658304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952301.324626:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952301.324693:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658304 00000100:00100000:0.0:1783952301.324701:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658304 00000100:00100000:0.0:1783952301.324761:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1783952301.324785:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600658304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952301.324822:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42549248 avail 36417536 00000100:00100000:0.0:1783952301.324870:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600658304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952301.324878:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1783952301.324928:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600658304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952301.325186:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952301.325197:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952301.325227:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325269:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952301.325277:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600658432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952301.325304:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325331:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658176 00000100:00100000:2.0:1783952301.325362:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658176 00000100:00100000:2.0:1783952301.325393:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1783952301.325400:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952301.325419:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42651648 avail 36519936 00000100:00100000:2.0:1783952301.325457:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.325464:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1783952301.325485:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658432 00000100:00100000:2.0:1783952301.325488:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658432 00000100:00100000:2.0:1783952301.325520:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1783952301.325526:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600658432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952301.325544:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952301.325592:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600658432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.325599:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00080000:2.0:1783952301.325614:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952301.325701:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600658816:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.325742:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325761:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600659328:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.325783:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325814:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600658432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952301.325828:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783952301.325840:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600658944:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.325862:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325877:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600659456:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.325896:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.325922:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659328 00000100:00100000:2.0:1783952301.325926:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659328 00000100:00100000:2.0:1783952301.325958:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658944 00000100:00100000:2.0:1783952301.325962:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658944 00000100:00100000:2.0:1783952301.325972:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659456 00000100:00100000:2.0:1783952301.325974:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659456 00000100:00100000:2.0:1783952301.325987:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1783952301.325993:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600659328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326029:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600659328:12345-0@lo:400:kworker.0 Request processed in 36us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326035:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1783952301.326048:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1783952301.326054:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600658944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326087:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600658944:12345-0@lo:400:kworker.0 Request processed in 33us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326093:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1783952301.326106:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1783952301.326111:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600659456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326138:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600659456:12345-0@lo:400:kworker.0 Request processed in 28us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326143:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:2.0:1783952301.326163:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952301.326166:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952301.326182:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600658560:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326209:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326231:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600659072:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326250:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326264:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600659584:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326280:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326312:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952301.326325:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783952301.326330:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658688:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326372:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326388:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600659200:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326405:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326416:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600659712:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326431:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952301.326449:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658816 00000100:00100000:2.0:1783952301.326452:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658816 00000100:00100000:2.0:1783952301.326481:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659584 00000100:00100000:2.0:1783952301.326483:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659584 00000100:00100000:2.0:1783952301.326508:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658688 00000100:00100000:2.0:1783952301.326511:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658688 00000100:00100000:2.0:1783952301.326532:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783952301.326538:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600658816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326569:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600658816:12345-0@lo:400:kworker.0 Request processed in 31us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326575:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783952301.326586:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1783952301.326599:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600659584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326633:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600659584:12345-0@lo:400:kworker.0 Request processed in 35us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326639:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1783952301.326650:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1783952301.326656:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326680:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600658688:12345-0@lo:400:kworker.0 Request processed in 25us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326686:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1783952301.326710:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659072 00000100:00100000:2.0:1783952301.326714:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659072 00000100:00100000:2.0:1783952301.326742:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659200 00000100:00100000:2.0:1783952301.326745:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659200 00000100:00100000:2.0:1783952301.326755:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659712 00000100:00100000:2.0:1783952301.326757:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659712 00000100:00100000:2.0:1783952301.326767:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1783952301.326772:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600659072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326799:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600659072:12345-0@lo:400:kworker.0 Request processed in 27us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326804:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1783952301.326813:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1783952301.326818:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600659200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326837:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600659200:12345-0@lo:400:kworker.0 Request processed in 19us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326842:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1783952301.326851:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1783952301.326855:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600659712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326882:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600659712:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952301.326888:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:2.0:1783952301.326903:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952301.326905:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952301.326908:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952301.326909:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952301.326932:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600658944:0@lo:400:kworker.0 00010000:00080000:2.0:1783952301.326944:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c40b7100 x1870607600659456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952301.326954:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600659456:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326965:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600658816:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.326973:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600659328:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.327006:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600658688:0@lo:400:kworker.0 00010000:00080000:2.0:1783952301.327015:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c40b7800 x1870607600659200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783952317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952301.327022:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600659200:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.327030:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600659712:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.327038:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600659072:0@lo:400:kworker.0 00000100:00100000:2.0:1783952301.327047:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600659584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952301.327398:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600658560 00000100:00100000:1.0:1783952301.327402:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600658560 00000100:00100000:1.0:1783952301.327433:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1783952301.327439:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600658560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952301.327476:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600658560:12345-0@lo:400:kworker.0 Request processed in 37us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952301.327482:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1783952301.327514:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600659840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952301.327537:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952301.327582:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659840 00000100:00100000:1.0:1783952301.327586:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659840 00000100:00100000:1.0:1783952301.327609:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783952301.327615:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600659840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952301.327633:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952301.327667:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600659840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952301.327672:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783952301.327715:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600659840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952301.330384:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600659968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952301.330448:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952301.330534:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600659968 00000100:00100000:1.0:1783952301.330542:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600659968 00000100:00100000:1.0:1783952301.330596:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1783952301.330603:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600659968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952301.330624:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71049216 avail 63881216 00000100:00100000:2.0:1783952301.330752:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600658560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952301.331332:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600659968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 727us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952301.331494:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1783952301.331766:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600659968:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1783952302.155977:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952302.348042:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600660096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952302.348119:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952302.348217:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660096 00000100:00100000:1.0:1783952302.348226:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660096 00000100:00100000:1.0:1783952302.348290:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1783952302.348301:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600660096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952302.348323:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1783952302.355328:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600660096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7016us (7196us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952302.355367:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1783952302.356254:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600660096:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1783952303.182078:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783952303.638317:0:166865:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 44: umount while lfsck is stopping == 10:18:21 (1783952301) 00000100:00100000:3.0:1783952303.785802:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.785842:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018816 00000100:00100000:3.0:1783952303.785853:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018816 00000100:00100000:3.0:1783952303.785930:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 445 00000100:00100000:3.0:1783952303.785943:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123638:x1870607584018816:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:3.0:1783952303.785964:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952303.785990:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b4943885c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd5a expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786096:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786110:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786124:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952303.786174:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952303.786178:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952303.786202:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786229:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b4943885c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786248:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.786258:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:3.0:1783952303.786261:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952303.786265:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374400, rc 0) 00000100:00100000:3.0:1783952303.786328:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123638:x1870607584018816:12345-192.168.202.38@tcp:101:bash.0 Request processed in 389us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952303.786365:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 445 00000100:00080000:3.0:1783952303.786391:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952303.824667:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952303.825279:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584018944 00000100:00100000:0.0:1783952303.825293:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584018944 00000100:00100000:1.0:1783952303.825403:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:1.0:1783952303.825421:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123638:x1870607584018944:12345-192.168.202.38@tcp:37:bash.0 00000100:00100000:1.0:1783952303.832000:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123638:x1870607584018944:12345-192.168.202.38@tcp:37:bash.0 Request processed in 6569us (7332us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952303.832018:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:2.0:1783952303.852934:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952303.853046:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019072 00000100:00100000:0.0:1783952303.853060:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019072 00000100:00100000:0.0:1783952303.853149:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 446 00000100:00100000:0.0:1783952303.853165:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584019072:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952303.853195:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952303.853237:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b4943885d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd61 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853364:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853384:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853415:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853435:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853443:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952303.853451:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952303.853616:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:159118:1870607600660224:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952303.853688:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952303.853739:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952303.854150:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660224 00000100:00100000:2.0:1783952303.854158:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660224 00000100:00100000:2.0:1783952303.854207:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1783952303.854227:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159118:x1870607600660224:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952303.854330:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159118:x1870607600660224:12345-0@lo:1000:mdt00_002.0 Request processed in 113us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952303.854367:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1783952303.854428:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:159118:1870607600660224:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1783952303.854492:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854503:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854514:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952303.854542:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854559:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854566:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854575:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854596:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854603:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952303.854607:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854615:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854631:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:2.0:1783952303.854635:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952303.854641:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854649:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b4943885db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854665:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854672:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854678:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.854684:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952303.854687:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855322:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855369:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75c66c2b00) 00010000:00010000:2.0:1783952303.855373:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952303.855378:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855385:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b4943885e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855439:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b4943885d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd61 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855455:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd61 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.855462:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:2.0:1783952303.855465:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952303.855467:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc 0) 00000100:00100000:2.0:1783952303.855542:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584019072:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2382us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952303.855550:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 446 00000100:00100000:3.0:1783952303.857583:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952303.857686:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019200 00000100:00100000:2.0:1783952303.857698:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019200 00000100:00100000:2.0:1783952303.857798:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 17 00000100:00100000:2.0:1783952303.857811:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584019200:12345-192.168.202.38@tcp:900:rm.0 00000100:00100000:2.0:1783952303.857938:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584019200:12345-192.168.202.38@tcp:900:rm.0 Request processed in 130us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952303.857947:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 17 00000100:00080000:3.0:1783952303.859091:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952303.860971:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.861224:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019328 00000100:00100000:3.0:1783952303.861238:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019328 00000100:00100000:3.0:1783952303.861316:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 447 00000100:00100000:3.0:1783952303.861327:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584019328:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952303.861543:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952303.861582:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943885f0 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd68 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952303.872272:0:159116:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 10618us 00010000:00010000:1.0:1783952303.910322:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943885f7 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952303.910388:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943885f7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952303.910416:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943885f7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952303.910554:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952303.910561:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952303.910655:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943885f0 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd68 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952303.910676:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943885f7 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd68 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952303.913901:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d0904900) 00010000:00010000:1.0:1783952303.913906:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952303.913911:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031c00, rc 0) 00000100:00100000:1.0:1783952303.914022:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584019328:12345-192.168.202.38@tcp:101:rm.0 Request processed in 52689us (53058us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952303.914035:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 447 00000100:00100000:1.0:1783952303.926760:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.927910:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019456 00000100:00100000:3.0:1783952303.927926:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019456 00000100:00100000:3.0:1783952303.928000:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 18 00000100:00100000:3.0:1783952303.928013:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584019456:12345-192.168.202.38@tcp:900:rm.0 00000100:00100000:3.0:1783952303.928126:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584019456:12345-192.168.202.38@tcp:900:rm.0 Request processed in 116us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952303.928135:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 18 00000100:00100000:3.0:1783952303.930621:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.930670:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019584 00000100:00100000:3.0:1783952303.931904:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019584 00000100:00100000:3.0:1783952303.931997:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 448 00000100:00100000:3.0:1783952303.932009:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584019584:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952303.932036:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952303.932067:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374e00/0x3b91f5b4943885fe lrc: 2/0,0 mode: --/CR res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd6f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.932163:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.932182:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.933796:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952303.934121:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1783952303.934129:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952303.934206:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374e00/0x3b91f5b4943885fe lrc: 0/0,0 mode: --/CR res: [0x240002340:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.934231:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.934241:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:3.0:1783952303.934245:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952303.934250:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375400, rc 0) 00000100:00100000:3.0:1783952303.936764:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584019584:12345-192.168.202.38@tcp:101:rm.0 Request processed in 4739us (6139us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952303.936781:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 448 00000100:00100000:3.0:1783952303.941087:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.941134:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019712 00000100:00100000:3.0:1783952303.941148:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019712 00000100:00100000:3.0:1783952303.941225:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 449 00000100:00100000:3.0:1783952303.941237:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584019712:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952303.941278:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952303.941309:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b49438860c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd76 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.941475:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.941493:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.941507:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952303.941573:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1783952303.941579:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952303.941624:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b49438860c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.941642:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.941653:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:3.0:1783952303.941656:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952303.941660:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374c00, rc 0) 00000100:00100000:3.0:1783952303.941765:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584019712:12345-192.168.202.38@tcp:101:rm.0 Request processed in 529us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952303.941774:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 449 00000100:00100000:0.0:1783952303.949020:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952303.949164:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584019968 00000100:00100000:3.0:1783952303.949178:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584019968 00000100:00100000:3.0:1783952303.949273:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 450 00000100:00100000:3.0:1783952303.949284:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584019968:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952303.949314:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952303.949374:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b49438861a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd7d expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952303.949588:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952303.949769:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b49438861a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd7d expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.949787:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:3.0:1783952303.949791:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952303.949797:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b49438861a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd7d expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.950005:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374000, rc 0) 00000100:00100000:3.0:1783952303.950129:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584019968:12345-192.168.202.38@tcp:101:rm.0 Request processed in 846us (1124us total) trans 25769803777 rc 301/301 00000100:00100000:3.0:1783952303.950140:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 450 00000100:00100000:3.0:1783952303.960267:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952303.963928:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020096 00000100:00100000:1.0:1783952303.963949:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020096 00000100:00100000:1.0:1783952303.964073:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 103 00000100:00100000:1.0:1783952303.964087:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb15d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020096:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:0.0:1783952303.969251:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb15d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020096:12345-192.168.202.38@tcp:37:rm.0 Request processed in 5145us (8978us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952303.969273:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 103 00000100:00100000:0.0:1783952303.977260:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952303.977377:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020224 00000100:00100000:1.0:1783952303.977390:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020224 00000100:00100000:1.0:1783952303.977462:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 104 00000100:00100000:1.0:1783952303.977474:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020224:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952303.984456:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020224:12345-192.168.202.38@tcp:37:rm.0 Request processed in 6965us (7192us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952303.984477:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 104 00000100:00100000:0.0:1783952303.988300:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952303.988540:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020480 00000100:00100000:1.0:1783952303.988555:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020480 00000100:00100000:1.0:1783952303.988664:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 105 00000100:00100000:1.0:1783952303.988686:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020480:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952303.989216:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123787:x1870607584020480:12345-192.168.202.38@tcp:35:rm.0 Request processed in 538us (926us total) trans 25769803778 rc 0/0 00000100:00100000:1.0:1783952303.989227:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 105 00000100:00100000:0.0:1783952303.991611:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952303.991791:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020608 00000100:00100000:2.0:1783952303.991804:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020608 00000100:00100000:2.0:1783952303.991907:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 66 00000100:00100000:2.0:1783952303.991918:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584020608:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:2.0:1783952303.991941:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952303.991977:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943885e9 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd61 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.992006:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:2.0:1783952303.992019:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952303.992091:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584020608:12345-192.168.202.38@tcp:103:rm.0 Request processed in 174us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952303.992100:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 66 00000100:00100000:3.0:1783952303.993700:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952303.993797:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020864 00000100:00100000:2.0:1783952303.993816:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020864 00000100:00100000:2.0:1783952303.993888:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 451 00000100:00100000:2.0:1783952303.993900:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123787:x1870607584020864:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952303.993981:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952303.994014:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943885f7 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd68 expref: 9 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.994037:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75d0904900) 00010000:00010000:2.0:1783952303.994071:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952303.994184:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660352:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952303.994248:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952303.994388:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952303.995159:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660352 00000100:00100000:0.0:1783952303.995170:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660352 00000100:00100000:0.0:1783952303.995235:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1783952303.995246:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:161900:x1870607600660352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1783952303.995542:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:161900:x1870607600660352:12345-0@lo:1000:mdt00_003.0 Request processed in 298us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952303.995570:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1783952303.995914:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660352:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1783952303.996033:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.996045:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952303.996071:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952303.996094:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660480:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952303.996143:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952303.996220:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952303.996275:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660480 00000100:00100000:2.0:1783952303.996282:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660480 00000100:00100000:2.0:1783952303.996418:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1783952303.996428:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:161900:x1870607600660480:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952303.996445:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952303.996464:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388628 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.996496:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.996506:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 6 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.996536:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952303.996551:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 6 pid: 159116 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952303.996563:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600660608:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952303.996648:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.001629:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.001845:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600660608:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.001914:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 6 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.001928:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:2.0:1783952304.001931:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.001935:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 6 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.001947:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9a00, rc 0) 00000100:00100000:2.0:1783952304.002030:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:161900:x1870607600660480:12345-0@lo:101:mdt00_003.0 Request processed in 5603us (5886us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.002040:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1783952304.002388:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660480:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952304.002415:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.002428:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.002567:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584020992 00000100:00100000:0.0:1783952304.002577:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584020992 00010000:00010000:0.0:1783952304.002625:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 7 pid: 159116 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.002665:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:0.0:1783952304.002676:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584020992:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.002695:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.002711:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 7 pid: 159116 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.002726:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 7 pid: 159116 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.002944:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943885cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd5a expref: 7 pid: 159116 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.002962:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:0.0:1783952304.002968:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 5 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.002979:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 5 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.002989:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 5 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.003051:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 5 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.003068:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600660736:0@lo:105: 00000100:00100000:0.0:1783952304.003123:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.003168:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.003537:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660736 00000100:00100000:2.0:1783952304.003543:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660736 00000100:00100000:2.0:1783952304.003577:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783952304.003585:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600660736:12345-0@lo:105: 00010000:00010000:2.0:1783952304.003597:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003608:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003619:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003627:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003648:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003660:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.003693:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1374000) 00010000:00010000:3.0:1783952304.003961:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.003972:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952304.004003:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952304.004047:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.004057:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.004066:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.004093:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660864:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952304.004129:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.004170:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.004249:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660864 00000100:00100000:1.0:1783952304.004254:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660864 00000100:00100000:1.0:1783952304.004303:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1783952304.004311:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:161900:x1870607600660864:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.004330:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.004377:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438863d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388636 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.004398:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438863d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388636 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.004412:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438863d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388636 expref: 7 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.004420:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75f51af500) 00010000:00010000:1.0:1783952304.004424:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.004434:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031000, rc 0) 00000100:00100000:1.0:1783952304.004476:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600660864:12345-0@lo:101:mdt00_003.0 Request processed in 165us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.004483:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1783952304.004526:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660864:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.004541:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.004553:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952304.004569:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952304.004615:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660992:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.004642:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.004659:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.004674:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600660992 00000100:00100000:1.0:1783952304.004678:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600660992 00000100:00100000:1.0:1783952304.004716:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1783952304.004724:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600660992:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.004819:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600660992:12345-0@lo:1000:mdt00_003.0 Request processed in 95us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.004826:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1783952304.004855:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600660992:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.004907:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661120:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.004932:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.004945:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.004955:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600661120 00000100:00100000:1.0:1783952304.004965:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600661120 00000100:00100000:1.0:1783952304.004987:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1783952304.004993:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600661120:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.005064:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600661120:12345-0@lo:1000:mdt00_003.0 Request processed in 71us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.005071:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1783952304.005099:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661120:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.005138:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661248:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.005161:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.005175:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.005186:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600661248 00000100:00100000:1.0:1783952304.005189:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600661248 00000100:00100000:1.0:1783952304.005210:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1783952304.005216:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600661248:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.005299:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600661248:12345-0@lo:1000:mdt00_003.0 Request processed in 82us (136us total) trans 0 rc 1/1 00000100:00100000:1.0:1783952304.005306:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1783952304.005332:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661248:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1783952304.005413:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005422:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005432:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.005445:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661376:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1783952304.005477:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.005492:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.005502:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600661376 00000100:00100000:1.0:1783952304.005505:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600661376 00000100:00100000:1.0:1783952304.005526:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1783952304.005531:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:161900:x1870607600661376:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.005540:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.005558:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b49438864b lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388644 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005579:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b49438864b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388644 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005590:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b49438864b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388644 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005598:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75f51afa00) 00010000:00010000:1.0:1783952304.005600:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952304.005604:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030000, rc 0) 00000100:00100000:1.0:1783952304.005630:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:161900:x1870607600661376:12345-0@lo:101:mdt00_003.0 Request processed in 99us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.005636:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1783952304.005661:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661376:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.005672:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005681:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005731:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005741:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005750:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005857:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005871:0:161900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005879:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005906:0:161900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.005923:0:161900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 8 pid: 159118 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.005935:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600661504:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.006011:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.006985:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600660736:12345-0@lo:105: Request processed in 3392us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.007000:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783952304.007799:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600660736:0@lo:105: 00010000:00010000:1.0:1783952304.007899:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.007999:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584020992:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5321us (6383us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.008009:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:1.0:1783952304.012797:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600661504:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.012844:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.014500:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.014620:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021120 00000100:00100000:2.0:1783952304.014633:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021120 00010000:00010000:2.0:1783952304.014688:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 9 pid: 159118 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.014749:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 88 00000100:00100000:2.0:1783952304.014761:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584021120:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.014784:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.014792:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 9 pid: 159118 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014813:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 9 pid: 159118 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014843:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375400/0x3b91f5b494388605 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd6f expref: 9 pid: 159118 timeout: 6090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014882:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:2.0:1783952304.014888:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014899:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014907:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.014936:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.014999:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69254:x1870607584021120:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 240us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.015006:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 88 00010000:00010000:3.0:1783952304.015107:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.015117:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.015178:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.015185:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.015197:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.015219:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661632:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952304.015265:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.015307:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.015560:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600661632 00000100:00100000:2.0:1783952304.015566:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600661632 00000100:00100000:2.0:1783952304.015596:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1783952304.015604:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:161900:x1870607600661632:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952304.015624:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.015641:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388660 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.015666:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.015676:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.015727:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.015742:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 5 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.015757:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600661760:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952304.015826:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.020638:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600661760:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.020721:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.020746:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952304.020750:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952304.020755:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.020765:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.020773:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc 0) 00000100:00100000:2.0:1783952304.020870:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:161900:x1870607600661632:12345-0@lo:101:mdt00_003.0 Request processed in 5264us (5601us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.020881:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1783952304.021286:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600661632:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952304.021312:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.021324:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.023756:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.023934:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021248 00000100:00100000:2.0:1783952304.023965:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021248 00010000:00010000:2.0:1783952304.024020:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.024073:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 89 00000100:00100000:2.0:1783952304.024083:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584021248:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.024105:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.024114:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024131:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024161:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388613 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd76 expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024180:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952304.024188:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024200:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024212:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.024259:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.024293:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600661888:0@lo:105: 00000100:00100000:2.0:1783952304.024438:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.024486:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.025131:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600661888 00000100:00100000:0.0:1783952304.025142:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600661888 00000100:00100000:0.0:1783952304.025203:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783952304.025224:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600661888:12345-0@lo:105: 00010000:00010000:0.0:1783952304.025241:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025254:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025264:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025276:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025283:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025296:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.025372:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1374200) 00000100:00100000:0.0:1783952304.025457:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600661888:12345-0@lo:105: Request processed in 234us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.025464:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783952304.025711:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600661888:0@lo:105: 00010000:00010000:1.0:1783952304.025747:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.025820:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584021248:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1737us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.025829:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 89 00010000:00010000:3.0:1783952304.026423:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.026437:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.028261:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600662016:0@lo:403:mdt00_003.0 00000100:00100000:3.0:1783952304.028398:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.028455:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582180 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.028685:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600662016 00000100:00100000:0.0:1783952304.028695:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600662016 00000100:00100000:0.0:1783952304.028778:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1783952304.028790:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:161900:x1870607600662016:12345-0@lo:403:mdt00_003.0 00000100:00100000:0.0:1783952304.030999:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:161900:x1870607600662016:12345-0@lo:403:mdt00_003.0 Request processed in 2197us (2587us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.031018:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1783952304.031970:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600662016:0@lo:403:mdt00_003.0 00000040:00080000:3.0:1783952304.037028:0:161900:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783952304.037103:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x1:0x0].1, 64 off32832 00000004:00080000:3.0:1783952304.037115:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca582000 with version 6 00000004:00080000:0.0:1783952304.037233:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 6 rpc_version 6 00000020:00100000:0.0:1783952304.037280:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952304.037294:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c5745f80 x1870607600662272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952304.037324:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662272:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952304.037454:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1783952304.037780:0:161900:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952304.037863:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600662272 00000100:00100000:2.0:1783952304.037873:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600662272 00000100:00100000:2.0:1783952304.037936:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1783952304.037947:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600662272:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952304.037960:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000040:00080000:1.0:1783952304.037999:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x1:0x0].2, 64 off32896 00000004:00080000:1.0:1783952304.038010:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75c6357d80 with version 7 00000040:00080000:1.0:1783952304.040086:0:161900:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783952304.040470:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x1:0x0].1, 64 off32832 00000040:00080000:1.0:1783952304.041502:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].1, 944 off33712 00000040:00080000:1.0:1783952304.041873:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].1, 1024 off33792 00000004:00080000:1.0:1783952304.041887:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca582180 with version 8 00000001:00080000:0.0:1783952304.049571:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738592 is committed 00000100:00100000:2.0:1783952304.050065:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600662272:12345-0@lo:1000:osp_up0-1.0 Request processed in 12114us (12604us total) trans 34359738592 rc 0/0 00000100:00100000:2.0:1783952304.050083:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000004:00080000:3.0:1783952304.051431:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738592 committed transno 34359738592 00000100:00100000:3.0:1783952304.051444:0:165929:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738592 gen 2 00000100:00100000:3.0:1783952304.051470:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662272:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1783952304.051548:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 7 rpc_version 7 00000020:00100000:3.0:1783952304.051599:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1783952304.051608:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c409e680 x1870607600662528/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1312/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952304.051635:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662528:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952304.051712:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.051749:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.051928:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600662528 00000100:00100000:1.0:1783952304.051941:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600662528 00000100:00100000:1.0:1783952304.052009:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1783952304.052019:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600662528:12345-0@lo:1000:osp_up0-1.0 00000001:00080000:2.0:1783952304.068266:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738593 is committed 00000100:00100000:1.0:1783952304.068675:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600662528:12345-0@lo:1000:osp_up0-1.0 Request processed in 16649us (16965us total) trans 34359738593 rc 0/0 00000100:00100000:1.0:1783952304.068725:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000004:00080000:3.0:1783952304.068882:0:165929:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738593 committed transno 34359738593 00000100:00100000:3.0:1783952304.068889:0:165929:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738593 gen 2 00000100:00100000:3.0:1783952304.068927:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662528:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1783952304.068966:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 8 rpc_version 8 00000020:00100000:3.0:1783952304.069012:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1783952304.069021:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75f58c1180 x1870607600662784/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952304.069052:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662784:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952304.069109:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.069152:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.069511:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600662784 00000100:00100000:2.0:1783952304.069521:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600662784 00000100:00100000:0.0:1783952304.074378:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1783952304.074414:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600662784:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952304.078724:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:165929:x1870607600662784:12345-0@lo:1000:osp_up0-1.0 Request processed in 4306us (9591us total) trans 34359738594 rc 0/0 00000100:00100000:0.0:1783952304.078745:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1783952304.080973:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600662784:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1783952304.081170:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952304.081208:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081220:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081230:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081238:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.081243:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081253:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081276:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x4:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:1.0:1783952304.081280:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952304.081285:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081292:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b494388659 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081322:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081332:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081426:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081454:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1783952304.081467:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x4:0x0] 00010000:00010000:1.0:1783952304.081485:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081492:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081498:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081503:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.081506:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081512:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081520:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75f51afd00) 00010000:00010000:1.0:1783952304.081523:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.081526:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081532:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031400/0x3b91f5b494388652 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081547:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081561:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081567:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081584:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1783952304.081599:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.081605:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081613:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081620:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081636:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1783952304.081641:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.081646:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.081654:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.081790:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584020864:12345-192.168.202.38@tcp:36:rm.0 Request processed in 87888us (88098us total) trans 25769803779 rc 0/0 00000100:00100000:1.0:1783952304.081823:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 451 00010000:00010000:0.0:1783952304.082227:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783952304.082242:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082251:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.082257:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.082266:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082315:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082323:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.082381:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082389:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388660 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388667 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082410:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952304.082415:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082421:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.082425:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.082433:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082460:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082466:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.082481:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082488:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030a00/0x3b91f5b494388644 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438864b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082500:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952304.082504:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082509:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374000 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.082513:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.082519:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082536:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082542:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.082547:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082566:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388628 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438862f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.082579:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.082581:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.082583:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952304.082593:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952304.082613:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600662912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.082683:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.082742:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600663168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.083090:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.083115:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952304.083121:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600663040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.083141:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783952304.083303:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952304.083423:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600662912 00000100:00100000:1.0:1783952304.083433:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600662912 00000100:00100000:1.0:1783952304.083504:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663168 00000100:00100000:1.0:1783952304.083508:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663168 00000100:00100000:1.0:1783952304.083533:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663040 00000100:00100000:1.0:1783952304.083536:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663040 00000100:00100000:1.0:1783952304.083555:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1783952304.083565:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:106954:x1870607600662912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.083581:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.083608:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b494388667 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388660 expref: 12 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.083632:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x4:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:1.0:1783952304.083643:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.083691:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:106954:x1870607600662912:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.083698:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1783952304.083727:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1783952304.083734:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:106953:x1870607600663168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.083742:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.083753:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b49438862f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388628 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.084050:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783952304.084061:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:106953:x1870607600663040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.084070:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.084084:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b49438864b lrc: 0/0,0 mode: --/EX res: [0x240002343:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388644 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084097:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x1:0x0].0x0 (ffff8a75f51afa00) 00010000:00010000:3.0:1783952304.084104:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952304.084142:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:106953:x1870607600663040:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.084150:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783952304.084199:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600663040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952304.084299:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.084331:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021376 00000100:00100000:3.0:1783952304.084363:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021376 00000100:00100000:3.0:1783952304.084404:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 452 00000100:00100000:3.0:1783952304.084425:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584021376:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.084447:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.084465:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b49438866e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd84 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084550:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084565:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084576:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.084637:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.084641:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952304.084670:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084698:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b49438866e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084729:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 6 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.084738:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:3.0:1783952304.084740:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952304.084744:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375c00, rc 0) 00010000:00010000:1.0:1783952304.085116:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:1.0:1783952304.085121:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.085165:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600663168:12345-0@lo:103:ldlm_bl.0 Request processed in 1432us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.085182:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1783952304.085235:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600662912:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.085402:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.085967:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600663168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952304.087015:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584021376:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2579us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.087050:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 452 00000100:00100000:1.0:1783952304.089581:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.089663:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021504 00000100:00100000:3.0:1783952304.089678:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021504 00000100:00100000:3.0:1783952304.090070:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 453 00000100:00100000:3.0:1783952304.090084:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584021504:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.090114:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.090140:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374600/0x3b91f5b49438867c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd8b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090229:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090247:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090262:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090279:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090286:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.090293:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.090491:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600663296:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1783952304.090560:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.090617:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.090774:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663296 00000100:00100000:0.0:1783952304.090780:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663296 00000100:00100000:0.0:1783952304.090889:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1783952304.090900:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600663296:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952304.091034:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600663296:12345-0@lo:1000:mdt00_000.0 Request processed in 136us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.091044:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1783952304.091289:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600663296:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1783952304.091486:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 3/1,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091499:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091510:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952304.091541:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091560:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091568:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091574:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091583:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091590:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.091595:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091615:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091632:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:1.0:1783952304.091635:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.091641:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091648:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388683 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091666:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091672:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091679:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091685:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.091688:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091694:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091711:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75d0904f00) 00010000:00010000:1.0:1783952304.091714:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.091718:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091732:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b49438868a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091896:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374600/0x3b91f5b49438867c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd8b expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091916:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd8b expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.091924:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75fb008100) 00010000:00010000:1.0:1783952304.091927:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952304.091930:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031400, rc 0) 00000100:00100000:1.0:1783952304.092040:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584021504:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1958us (2471us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.092049:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 453 00000100:00100000:1.0:1783952304.094613:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.094732:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021632 00000100:00100000:3.0:1783952304.094746:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021632 00000100:00100000:3.0:1783952304.094890:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 454 00000100:00100000:3.0:1783952304.094902:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584021632:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.094937:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.094967:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374a00/0x3b91f5b494388698 lrc: 2/0,0 mode: --/CR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd92 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.095055:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374800/0x3b91f5b49438869f lrc: 3/1,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.095074:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374800/0x3b91f5b49438869f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.095089:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374800/0x3b91f5b49438869f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.095234:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.095242:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952304.095295:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374a00/0x3b91f5b494388698 lrc: 0/0,0 mode: --/CR res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd92 expref: 10 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.095318:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374800/0x3b91f5b49438869f lrc: 3/0,0 mode: PR/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd92 expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.095328:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:3.0:1783952304.095331:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952304.095387:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374800, rc 0) 00000100:00100000:3.0:1783952304.095465:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123787:x1870607584021632:12345-192.168.202.38@tcp:101:rm.0 Request processed in 564us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.095491:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 454 00000100:00100000:3.0:1783952304.105657:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.106130:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021760 00000100:00100000:1.0:1783952304.106142:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021760 00000100:00100000:1.0:1783952304.106225:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 455 00000100:00100000:1.0:1783952304.106238:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123787:x1870607584021760:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.106267:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.106314:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943886a6 lrc: 2/0,0 mode: --/CR res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dd99 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.106458:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 3/1,0 mode: --/PR res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.106498:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.106513:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.106583:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xd:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.106590:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.106638:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b4943886a6 lrc: 0/0,0 mode: --/CR res: [0x240002340:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.106662:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 10 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.106673:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.106677:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.106681:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031a00, rc 0) 00000100:00100000:1.0:1783952304.106942:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123787:x1870607584021760:12345-192.168.202.38@tcp:101:rm.0 Request processed in 706us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.106952:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 455 00000100:00100000:1.0:1783952304.110957:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.111144:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584021888 00000100:00100000:0.0:1783952304.111158:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584021888 00000100:00100000:0.0:1783952304.111231:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 456 00000100:00100000:0.0:1783952304.111242:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584021888:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.111304:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.111356:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943886b4 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dda0 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.111436:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.111451:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.111463:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952304.111526:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xd:0x0]: returning size 4096 00000004:00200000:0.0:1783952304.111533:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952304.111575:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943886b4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.111594:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.111603:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75c66c2c00) 00010000:00010000:0.0:1783952304.111606:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952304.111610:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a000, rc 0) 00000100:00100000:0.0:1783952304.111677:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584021888:12345-192.168.202.38@tcp:101:rm.0 Request processed in 437us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.111684:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 456 00000100:00100000:0.0:1783952304.116833:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.116940:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584022144 00000100:00100000:3.0:1783952304.116955:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584022144 00000100:00100000:3.0:1783952304.117035:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 457 00000100:00100000:3.0:1783952304.117046:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123787:x1870607584022144:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.117080:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.117107:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dda7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.117283:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00010000:00010000:3.0:1783952304.117444:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda7 expref: 12 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.117460:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904100) 00010000:00010000:3.0:1783952304.117463:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.117469:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda7 expref: 12 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.117488:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374a00, rc 0) 00000100:00100000:3.0:1783952304.117765:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584022144:12345-192.168.202.38@tcp:101:rm.0 Request processed in 720us (959us total) trans 25769803780 rc 301/301 00000100:00100000:3.0:1783952304.117773:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 457 00000100:00100000:3.0:1783952304.125585:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.125676:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584022272 00000100:00100000:2.0:1783952304.125691:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584022272 00000100:00100000:2.0:1783952304.125783:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:2.0:1783952304.125797:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584022272:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:2.0:1783952304.135284:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584022272:12345-192.168.202.38@tcp:37:rm.0 Request processed in 9463us (9690us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.135305:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:0.0:1783952304.139566:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.141766:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584022400 00000100:00100000:1.0:1783952304.141790:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584022400 00000100:00100000:1.0:1783952304.141900:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 107 00000100:00100000:1.0:1783952304.141912:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584022400:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952304.148275:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584022400:12345-192.168.202.38@tcp:37:rm.0 Request processed in 6346us (8706us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.148319:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 107 00000100:00100000:3.0:1783952304.152561:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.152743:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584022656 00000100:00100000:2.0:1783952304.152758:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584022656 00000100:00100000:2.0:1783952304.153037:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 108 00000100:00100000:2.0:1783952304.153066:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf898850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584022656:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:2.0:1783952304.153488:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf898850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123787:x1870607584022656:12345-192.168.202.38@tcp:35:rm.0 Request processed in 423us (943us total) trans 25769803781 rc 0/0 00000100:00100000:2.0:1783952304.153497:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 108 00000100:00100000:0.0:1783952304.160296:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.160407:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.161256:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584022784 00000100:00100000:3.0:1783952304.161294:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584022784 00000100:00100000:3.0:1783952304.161434:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 70 00000100:00100000:3.0:1783952304.161448:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584022784:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:3.0:1783952304.161468:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.161503:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b494388691 lrc: 0/0,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd8b expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.161528:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75fb008100) 00010000:00010000:3.0:1783952304.161542:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.163062:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023040 00000100:00100000:1.0:1783952304.163084:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023040 00000100:00100000:1.0:1783952304.163178:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 458 00000100:00100000:1.0:1783952304.163189:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123787:x1870607584023040:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952304.163277:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.163311:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374800/0x3b91f5b49438869f lrc: 0/0,0 mode: --/PR res: [0x240002343:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd92 expref: 12 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.163381:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:1.0:1783952304.163395:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952304.163477:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.163486:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.163498:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.163529:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663424:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952304.163615:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.163660:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.163972:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663424 00000100:00100000:0.0:1783952304.163978:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663424 00000100:00100000:0.0:1783952304.164039:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1783952304.164048:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:159118:x1870607600663424:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.164066:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.164086:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943886d0 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.164113:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.164124:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.164152:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.164166:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.164178:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600663552:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952304.164320:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584022784:12345-192.168.202.38@tcp:103:rm.0 Request processed in 2872us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.164347:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 70 00000100:00100000:0.0:1783952304.169206:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.180671:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.180793:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023168 00000100:00100000:3.0:1783952304.180813:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023168 00010000:00010000:3.0:1783952304.180876:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.180931:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 90 00000100:00100000:3.0:1783952304.180943:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584023168:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.180966:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.180975:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.180991:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 7 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.181035:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:3.0:1783952304.181067:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.181083:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.181095:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.181143:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.181162:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600663680:0@lo:105: 00000100:00100000:3.0:1783952304.181230:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.181289:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.181592:0:159100:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1783952304.181609:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663680 00000100:00100000:1.0:1783952304.181618:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663680 00000100:00100000:1.0:1783952304.181661:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783952304.181680:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3d02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600663680:12345-0@lo:105: 00010000:00010000:1.0:1783952304.181694:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181722:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181732:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181739:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181746:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181754:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.181770:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c0031c00) 00000100:00100000:1.0:1783952304.181828:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3d02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600663680:12345-0@lo:105: Request processed in 150us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.181835:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1783952304.182280:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600663680:0@lo:105: 00010000:00010000:3.0:1783952304.182303:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952304.182403:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584023168:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1460us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.182414:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 90 00010000:00010000:2.0:1783952304.185131:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388675 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd84 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.185164:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600663552:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.185209:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.185222:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:2.0:1783952304.185225:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.185230:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431aa00, rc 0) 00000100:00100000:2.0:1783952304.185445:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:159118:x1870607600663424:12345-0@lo:101:mdt00_002.0 Request processed in 21396us (21828us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.185457:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1783952304.185890:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663424:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952304.185916:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952304.185945:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.186117:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.186127:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.186140:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.186166:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663808:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952304.186221:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.186262:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.186455:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663808 00000100:00100000:3.0:1783952304.186465:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663808 00000100:00100000:3.0:1783952304.186565:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1783952304.186577:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:159118:x1870607600663808:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952304.186600:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.186633:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886e5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943886de expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.186686:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943886de expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.186709:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943886de expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.186718:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75d0904100) 00010000:00010000:3.0:1783952304.186720:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.186724:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374a00, rc 0) 00000100:00100000:3.0:1783952304.186782:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600663808:12345-0@lo:101:mdt00_002.0 Request processed in 208us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.186789:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1783952304.186876:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663808:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.186890:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.186912:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952304.186929:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1783952304.186979:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663936:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952304.187013:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.192536:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.192666:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600663936 00000100:00100000:1.0:1783952304.192894:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600663936 00000100:00100000:1.0:1783952304.192982:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1783952304.192995:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600663936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783952304.193413:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600663936:12345-0@lo:1000:mdt00_002.0 Request processed in 419us (6397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.193423:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1783952304.193833:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600663936:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952304.193938:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664064:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952304.193988:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.194192:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664064 00000100:00100000:3.0:1783952304.194201:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664064 00000100:00100000:3.0:1783952304.194253:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1783952304.194263:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600664064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952304.194400:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600664064:12345-0@lo:1000:mdt00_002.0 Request processed in 137us (410us total) trans 0 rc 1/1 00000100:00100000:3.0:1783952304.194408:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1783952304.194552:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.194573:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664064:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1783952304.194659:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.194671:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.194882:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.194900:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664192:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952304.194934:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.194962:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.195047:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664192 00000100:00100000:3.0:1783952304.195052:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664192 00000100:00100000:3.0:1783952304.195076:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1783952304.195083:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:159118:x1870607600664192:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952304.195096:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.195115:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b4943886f3 lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943886ec expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.195171:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b4943886f3 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943886ec expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.195188:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b4943886f3 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943886ec expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.195199:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952304.195202:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.195206:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375e00, rc 0) 00000100:00100000:3.0:1783952304.195252:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:159118:x1870607600664192:12345-0@lo:101:mdt00_002.0 Request processed in 169us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.195258:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1783952304.195525:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664192:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.195544:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195562:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195598:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,1 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195608:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195617:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195785:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195800:0:159118:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195947:0:159118:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195981:0:159118:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.195996:0:159118:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 11 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.196009:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600664320:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952304.196174:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.200163:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.200256:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023296 00000100:00100000:2.0:1783952304.200270:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023296 00010000:00010000:2.0:1783952304.200325:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 12 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.200421:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 91 00000100:00100000:2.0:1783952304.200433:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69254:x1870607584023296:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.200453:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.200462:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 12 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.200499:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 12 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.200530:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:2.0:1783952304.200537:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.200549:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.200557:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.200585:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.200671:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69254:x1870607584023296:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 239us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.200680:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 91 00010000:00010000:0.0:1783952304.201246:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031a00/0x3b91f5b4943886ad lrc: 0/0,0 mode: --/PR res: [0x240002340:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd99 expref: 11 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.201272:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600664320:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952304.201298:0:159118:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.201308:0:159118:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.201315:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.201422:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.201430:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.201442:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.201466:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664448:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952304.201531:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.201576:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.204015:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664448 00000100:00100000:1.0:1783952304.204047:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664448 00000100:00100000:1.0:1783952304.204131:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1783952304.204143:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:159118:x1870607600664448:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952304.204171:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.204198:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388708 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.204235:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.204270:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.204323:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.204360:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 5 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.204378:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600664576:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.204481:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654600 going to sleep for 11 seconds 00010000:00010000:2.0:1783952304.205378:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.213396:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.214437:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023424 00000100:00100000:0.0:1783952304.214454:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023424 00010000:00010000:0.0:1783952304.214517:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.214571:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 92 00000100:00100000:0.0:1783952304.214596:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584023424:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.214617:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.214637:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.214654:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.214939:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75c66c2c00) 00010000:00010000:0.0:1783952304.214949:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.214962:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.214972:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.215099:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.215120:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600664704:0@lo:105: 00000100:00100000:0.0:1783952304.215205:0:159103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.215262:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.215784:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664704 00000100:00100000:2.0:1783952304.215793:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664704 00000100:00100000:2.0:1783952304.215859:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783952304.215869:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600664704:12345-0@lo:105: 00010000:00010000:2.0:1783952304.215886:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215897:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215925:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215933:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215940:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215950:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.215970:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431ba00) 00000100:00100000:2.0:1783952304.216450:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600664704:12345-0@lo:105: Request processed in 579us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.216459:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783952304.216517:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600664704:0@lo:105: 00010000:00010000:2.0:1783952304.216539:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.216605:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584023424:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2009us (3225us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.216614:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 92 00010000:00010000:1.0:1783952304.219436:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b4943886bb lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dda0 expref: 5 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.219473:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600664576:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.219521:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 11 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.219533:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75c66c2c00) 00010000:00010000:1.0:1783952304.219536:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952304.219541:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030200, rc 0) 00000100:00100000:2.0:1783952304.220223:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600664448:12345-0@lo:101:mdt00_002.0 Request processed in 16076us (18686us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.220237:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1783952304.220475:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664448:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.220503:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.232667:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664832:0@lo:403:mdt00_002.0 00000100:00100000:2.0:1783952304.232829:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.232899:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.232979:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664832 00000100:00100000:1.0:1783952304.233067:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664832 00000100:00100000:1.0:1783952304.233158:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1783952304.233171:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600664832:12345-0@lo:403:mdt00_002.0 00000100:00100000:0.0:1783952304.236439:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600664832:12345-0@lo:403:mdt00_002.0 Request processed in 3252us (3591us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.236462:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1783952304.237127:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664832:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1783952304.240984:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].2, 944 off34656 00000100:00100000:2.0:1783952304.241520:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664960:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.241619:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.241667:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.241775:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600664960 00000100:00100000:0.0:1783952304.241786:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600664960 00000100:00100000:0.0:1783952304.241885:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1783952304.241897:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600664960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952304.245050:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:159118:x1870607600664960:12345-0@lo:1000:mdt00_002.0 Request processed in 3128us (3403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.245071:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1783952304.245216:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600664960:0@lo:1000:mdt00_002.0 00000040:00080000:2.0:1783952304.245298:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].2, 1024 off34816 00000004:00080000:2.0:1783952304.245315:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9ca93c0 with version 9 00000004:00080000:1.0:1783952304.245660:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 9 rpc_version 9 00000020:00100000:1.0:1783952304.245720:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952304.245730:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a74cba2b800 x1870607600665216/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952304.245760:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600665216:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952304.245861:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.245901:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654600 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.246746:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665216 00000100:00100000:0.0:1783952304.246761:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665216 00000100:00100000:0.0:1783952304.246863:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1783952304.246876:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:165929:x1870607600665216:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952304.247515:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:165929:x1870607600665216:12345-0@lo:1000:osp_up0-1.0 Request processed in 639us (1652us total) trans 34359738595 rc 0/0 00000100:00100000:0.0:1783952304.247524:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1783952304.248091:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600665216:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1783952304.248439:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0xa:0x0]: returning size 4096 00010000:00010000:1.0:1783952304.248470:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248482:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248491:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248498:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.248503:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248512:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248533:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xd:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.248537:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952304.248542:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248549:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388701 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248597:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248606:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248613:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248640:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1783952304.248652:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xd:0x0] 00010000:00010000:1.0:1783952304.248663:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248669:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 2/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248674:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248679:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431be00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.248682:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248688:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 4/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248697:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75c66c2a00) 00010000:00010000:1.0:1783952304.248709:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.248722:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248728:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943886fa lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248744:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248751:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 4/0,1 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248759:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248781:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1783952304.248795:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.248809:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248818:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248826:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248837:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1783952304.248851:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.248857:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.248876:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.248988:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584023040:12345-192.168.202.38@tcp:36:rm.0 Request processed in 85796us (88576us total) trans 25769803782 rc 0/0 00000100:00100000:1.0:1783952304.248998:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 458 00010000:00010000:0.0:1783952304.249304:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783952304.249313:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249322:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.249327:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.249358:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249409:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249417:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.249444:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249452:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388708 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438870f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249469:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952304.249473:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 2/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249479:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.249483:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.249490:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 3/0,0 mode: EX/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249507:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 2/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249514:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.249520:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 1/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249539:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b4943886ec lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886f3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249553:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952304.249556:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249561:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031c00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.249565:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.249573:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249590:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249597:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.249616:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249624:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031c00/0x3b91f5b4943886d0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886d7 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.249637:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.249639:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.249641:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952304.249666:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600665472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.249746:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.249796:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952304.249814:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600665344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.249848:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.249878:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600665600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.249904:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.249953:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665472 00000100:00100000:0.0:1783952304.249962:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665472 00000100:00100000:0.0:1783952304.250009:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665344 00000100:00100000:0.0:1783952304.250013:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665344 00010000:00010000:2.0:1783952304.252259:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952304.252275:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.252301:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665600 00000100:00100000:2.0:1783952304.252316:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665600 00000100:00100000:2.0:1783952304.252432:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783952304.252445:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:106955:x1870607600665472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.252466:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.252501:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b4943886f3 lrc: 0/0,0 mode: --/EX res: [0x240002343:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943886ec expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.252527:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0xa:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952304.252542:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.252651:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:106955:x1870607600665472:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.252659:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783952304.252715:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783952304.252722:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:106952:x1870607600665600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.252730:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.252741:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b4943886d7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943886d0 expref: 12 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.252753:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:2.0:1783952304.252759:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.252790:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:106952:x1870607600665600:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.252795:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783952304.252855:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600665600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952304.252898:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600665472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.253291:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783952304.253301:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:106955:x1870607600665344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.253310:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.253324:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438870f lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388708 expref: 10 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.253357:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xd:0x0].0x0 (ffff8a75c66c2c00) 00010000:00010000:0.0:1783952304.253366:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.253404:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:106955:x1870607600665344:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (3564us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.253412:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783952304.254034:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600665344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952304.256475:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.256536:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023552 00000100:00100000:3.0:1783952304.256550:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023552 00000100:00100000:3.0:1783952304.256634:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 459 00000100:00100000:3.0:1783952304.256647:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584023552:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.256687:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.256728:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388716 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddae expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.257922:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.257952:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.257995:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.258066:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.258070:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952304.258625:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.258672:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388716 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.259184:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.259196:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:3.0:1783952304.259199:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952304.259203:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375c00, rc 0) 00000100:00100000:3.0:1783952304.259414:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584023552:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2767us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.259425:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 459 00000100:00100000:0.0:1783952304.268887:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.269058:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023680 00000100:00100000:2.0:1783952304.269073:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023680 00000100:00100000:2.0:1783952304.269156:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 460 00000100:00100000:2.0:1783952304.269170:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584023680:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.269196:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.269225:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388724 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddb5 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269325:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269408:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269419:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269434:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269439:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.269443:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.269572:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:159117:1870607600665728:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952304.269626:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.269653:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.269926:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665728 00000100:00100000:0.0:1783952304.269930:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665728 00000100:00100000:0.0:1783952304.269965:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1783952304.269970:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159117:x1870607600665728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952304.270075:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159117:x1870607600665728:12345-0@lo:1000:mdt00_001.0 Request processed in 104us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.270082:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1783952304.270175:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:159117:1870607600665728:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1783952304.270225:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270236:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270245:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952304.270271:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270285:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270290:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270294:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270299:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270319:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.270323:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270332:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270387:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:1.0:1783952304.270390:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.270395:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270400:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b49438872b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270412:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270415:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270419:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270423:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952304.270424:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270427:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270440:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75d97bc700) 00010000:00010000:1.0:1783952304.270441:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.270443:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270447:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388732 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270479:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388724 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddb5 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270488:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddb5 expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.270493:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.270495:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952304.270496:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030a00, rc 0) 00000100:00100000:1.0:1783952304.270547:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584023680:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1381us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.270553:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 460 00000100:00100000:0.0:1783952304.275227:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.275661:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023808 00000100:00100000:1.0:1783952304.275676:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023808 00000100:00100000:1.0:1783952304.275953:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 461 00000100:00100000:1.0:1783952304.275967:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123787:x1870607584023808:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.276000:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.276110:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030400/0x3b91f5b494388740 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddbc expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.276222:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030000/0x3b91f5b494388747 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.276241:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030000/0x3b91f5b494388747 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.276257:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030000/0x3b91f5b494388747 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.276605:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.276613:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.276662:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030400/0x3b91f5b494388740 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddbc expref: 13 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.276688:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030000/0x3b91f5b494388747 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddbc expref: 12 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.276707:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952304.276711:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.276716:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030000, rc 0) 00000100:00100000:1.0:1783952304.277007:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123787:x1870607584023808:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1042us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.277017:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 461 00000100:00100000:2.0:1783952304.284255:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.291526:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584023936 00000100:00100000:1.0:1783952304.291544:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584023936 00000100:00100000:1.0:1783952304.291652:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:1.0:1783952304.291667:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123787:x1870607584023936:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.291728:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.291987:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b49438874e lrc: 2/0,0 mode: --/CR res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddc3 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.292165:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.292185:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.292200:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.292275:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.292813:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.292900:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030200/0x3b91f5b49438874e lrc: 0/0,0 mode: --/CR res: [0x240002340:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 14 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.292923:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 13 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.292934:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:1.0:1783952304.292938:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.292943:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031c00, rc 0) 00000100:00100000:1.0:1783952304.293175:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123787:x1870607584023936:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1511us (8937us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.293187:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:2.0:1783952304.296443:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.296525:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024064 00000100:00100000:3.0:1783952304.296541:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024064 00000100:00100000:3.0:1783952304.296623:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 463 00000100:00100000:2.0:1783952304.296792:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584024064:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.296823:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.297076:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438875c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddca expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.297175:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.297194:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.297231:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.299576:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1783952304.299594:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1783952304.299684:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438875c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 9 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.299732:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.299744:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952304.299748:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1783952304.299752:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952304.299984:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584024064:12345-192.168.202.38@tcp:101:rm.0 Request processed in 3347us (3555us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.299996:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 463 00000100:00100000:0.0:1783952304.305097:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.308534:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024320 00000100:00100000:2.0:1783952304.308556:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024320 00000100:00100000:2.0:1783952304.308723:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 464 00000100:00100000:2.0:1783952304.308737:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123787:x1870607584024320:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.308772:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.308798:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438876a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddd1 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.309484:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1783952304.309598:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438876a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd1 expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.309631:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcb00) 00010000:00010000:2.0:1783952304.309633:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952304.309637:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8400/0x3b91f5b49438876a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd1 expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.309654:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952304.309752:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584024320:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1018us (4669us total) trans 25769803783 rc 301/301 00000100:00100000:2.0:1783952304.309768:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 464 00000100:00100000:0.0:1783952304.314523:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.314706:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024448 00000100:00100000:1.0:1783952304.314722:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024448 00000100:00100000:1.0:1783952304.314900:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 109 00000100:00100000:1.0:1783952304.314914:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584024448:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:0.0:1783952304.323915:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584024448:12345-192.168.202.38@tcp:37:rm.0 Request processed in 8984us (9386us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.323933:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 109 00000100:00100000:0.0:1783952304.328747:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.328937:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024576 00000100:00100000:2.0:1783952304.328953:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024576 00000100:00100000:2.0:1783952304.329036:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 110 00000100:00100000:2.0:1783952304.329047:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584024576:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952304.337000:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584024576:12345-192.168.202.38@tcp:37:rm.0 Request processed in 7924us (8309us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.337021:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 110 00000100:00100000:0.0:1783952304.343790:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.343950:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024832 00000100:00100000:1.0:1783952304.343963:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024832 00000100:00100000:1.0:1783952304.348253:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 111 00000100:00100000:1.0:1783952304.348291:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584024832:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952304.348665:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123787:x1870607584024832:12345-192.168.202.38@tcp:35:rm.0 Request processed in 395us (4890us total) trans 25769803784 rc 0/0 00000100:00100000:1.0:1783952304.349481:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 111 00000100:00100000:3.0:1783952304.351647:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.352283:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584024960 00000100:00100000:1.0:1783952304.352297:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584024960 00000100:00100000:1.0:1783952304.352439:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 74 00000100:00100000:1.0:1783952304.352453:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584024960:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:1.0:1783952304.352474:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.352508:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494388739 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddb5 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.352532:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.352545:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.352619:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584024960:12345-192.168.202.38@tcp:103:rm.0 Request processed in 170us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.352628:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 74 00000100:00100000:3.0:1783952304.355830:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.356146:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025216 00000100:00100000:1.0:1783952304.356181:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025216 00000100:00100000:1.0:1783952304.356277:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 465 00000100:00100000:1.0:1783952304.356291:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123787:x1870607584025216:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952304.356414:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.356454:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0030000/0x3b91f5b494388747 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddbc expref: 15 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356481:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952304.356495:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952304.356568:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356577:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356589:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.356621:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600665856:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1783952304.356714:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.356762:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600665856 00000100:00100000:1.0:1783952304.356767:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600665856 00000100:00100000:1.0:1783952304.356821:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1783952304.356829:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:161900:x1870607600665856:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.356844:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.356861:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388778 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356890:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356911:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356941:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.356957:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.356970:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600665984:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.357049:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.357185:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.361097:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.361409:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025344 00000100:00100000:3.0:1783952304.361424:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025344 00010000:00010000:3.0:1783952304.361481:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.361555:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 93 00000100:00100000:3.0:1783952304.361566:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584025344:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.361586:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.361595:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361609:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361638:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:3.0:1783952304.361647:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361659:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361670:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361723:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.361741:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600666112:0@lo:105: 00000100:00100000:3.0:1783952304.361815:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.361868:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.361899:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666112 00000100:00100000:3.0:1783952304.361903:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666112 00000100:00100000:3.0:1783952304.361936:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783952304.361943:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600666112:12345-0@lo:105: 00010000:00010000:3.0:1783952304.361957:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361967:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361977:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361985:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.361993:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.362003:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.362020:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c0030400) 00000100:00100000:3.0:1783952304.362061:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600666112:12345-0@lo:105: Request processed in 117us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.362070:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783952304.362119:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600666112:0@lo:105: 00010000:00010000:3.0:1783952304.362140:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952304.362195:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584025344:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 631us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.362202:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 93 00010000:00010000:2.0:1783952304.362990:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438871d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddae expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.363014:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600665984:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.363047:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 10 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.363057:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:2.0:1783952304.363060:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.363063:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031a00, rc 0) 00000100:00100000:2.0:1783952304.363134:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:161900:x1870607600665856:12345-0@lo:101:mdt00_003.0 Request processed in 6305us (6418us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.363157:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1783952304.363254:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600665856:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.363274:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952304.363301:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952304.363405:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.363414:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.363426:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.363461:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666240:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1783952304.363500:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.363521:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.363720:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666240 00000100:00100000:2.0:1783952304.363728:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666240 00000100:00100000:2.0:1783952304.363776:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1783952304.363785:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:161900:x1870607600666240:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952304.363813:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.363831:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438878d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388786 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.363856:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438878d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388786 expref: 11 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.363870:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438878d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388786 expref: 11 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.363878:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75d97bcb00) 00010000:00010000:2.0:1783952304.363880:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.363883:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9400, rc 0) 00000100:00100000:2.0:1783952304.363923:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666240:12345-0@lo:101:mdt00_003.0 Request processed in 139us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.363929:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1783952304.365297:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666240:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952304.365362:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.365377:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952304.365406:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952304.365483:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666368:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952304.365561:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.365594:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.365816:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666368 00000100:00100000:1.0:1783952304.365824:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666368 00000100:00100000:1.0:1783952304.365877:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1783952304.365887:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666368:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.365988:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666368:12345-0@lo:1000:mdt00_003.0 Request processed in 102us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.365996:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1783952304.366374:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666368:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952304.366451:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666496:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952304.366483:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.366503:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.366688:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666496 00000100:00100000:1.0:1783952304.366694:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666496 00000100:00100000:1.0:1783952304.366748:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1783952304.366757:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666496:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952304.366880:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666496:12345-0@lo:1000:mdt00_003.0 Request processed in 122us (394us total) trans 0 rc 1/1 00000100:00100000:1.0:1783952304.366888:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1783952304.367097:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666496:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1783952304.367184:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.367196:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.367928:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.368224:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666624:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1783952304.368290:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.368548:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666624 00000100:00100000:1.0:1783952304.368558:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666624 00000100:00100000:1.0:1783952304.368619:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1783952304.368629:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:161900:x1870607600666624:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952304.368650:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.368688:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b49438879b lrc: 2/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388794 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.368732:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b49438879b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388794 expref: 12 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.368770:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b49438879b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388794 expref: 12 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.368780:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.368783:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952304.368787:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030a00, rc 0) 00000100:00100000:1.0:1783952304.369057:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:161900:x1870607600666624:12345-0@lo:101:mdt00_003.0 Request processed in 429us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.369064:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1783952304.369179:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.369220:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666624:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952304.369241:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369254:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369300:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369310:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369318:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369495:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369510:0:161900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 14 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369518:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369556:0:161900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 14 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.369575:0:161900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 14 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.369590:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600666752:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952304.369687:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.375011:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600666752:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952304.375056:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.376631:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.377143:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025472 00000100:00100000:0.0:1783952304.377156:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025472 00010000:00010000:0.0:1783952304.377229:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 15 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.377279:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 94 00000100:00100000:0.0:1783952304.377310:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69254:x1870607584025472:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.377331:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.377375:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 15 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377392:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 15 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377422:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c0031c00/0x3b91f5b494388755 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddc3 expref: 15 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377442:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:0.0:1783952304.377449:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377461:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377470:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.377501:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.377576:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69254:x1870607584025472:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 268us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.377585:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 94 00010000:00010000:2.0:1783952304.377854:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.377864:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.377931:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.377948:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.377961:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.377986:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666880:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1783952304.378050:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.378098:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.379200:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600666880 00000100:00100000:0.0:1783952304.379226:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600666880 00000100:00100000:0.0:1783952304.379294:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1783952304.379306:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:161900:x1870607600666880:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952304.379384:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.379408:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943887b0 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.379445:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 5 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.379456:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.379498:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 5 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.379513:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 5 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.379529:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600667008:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952304.379622:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.386425:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600667008:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952304.386482:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.386496:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:0.0:1783952304.386500:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952304.386505:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.386541:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 13 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.386549:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a400, rc 0) 00000100:00100000:0.0:1783952304.386631:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:161900:x1870607600666880:12345-0@lo:101:mdt00_003.0 Request processed in 7326us (8579us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.386642:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1783952304.387309:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600666880:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952304.387387:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.387400:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.388298:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.388454:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025600 00000100:00100000:0.0:1783952304.388467:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025600 00010000:00010000:0.0:1783952304.388518:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.388568:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 95 00000100:00100000:0.0:1783952304.388579:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584025600:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.388599:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.388607:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388621:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388649:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388763 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddca expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388668:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:0.0:1783952304.388675:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388722:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388733:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.388789:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.388812:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600667136:0@lo:105: 00000100:00100000:0.0:1783952304.388873:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.388929:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.389610:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667136 00000100:00100000:2.0:1783952304.389619:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667136 00000100:00100000:2.0:1783952304.389683:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783952304.389693:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600667136:12345-0@lo:105: 00010000:00010000:2.0:1783952304.389717:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389730:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389749:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389774:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389781:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389791:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.389828:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75e7bf8c00) 00000100:00100000:2.0:1783952304.389923:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600667136:12345-0@lo:105: Request processed in 231us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.389930:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1783952304.390099:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600667136:0@lo:105: 00010000:00010000:1.0:1783952304.390121:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.390178:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584025600:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1599us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.390187:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 95 00010000:00010000:0.0:1783952304.390661:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.390681:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.396987:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600667264:0@lo:403:mdt00_003.0 00000100:00100000:1.0:1783952304.397092:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.397184:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.397587:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667264 00000100:00100000:0.0:1783952304.397598:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667264 00000100:00100000:0.0:1783952304.397994:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1783952304.398009:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:161900:x1870607600667264:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1783952304.403019:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:161900:x1870607600667264:12345-0@lo:403:mdt00_003.0 Request processed in 4998us (5910us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.403038:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1783952304.403133:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600667264:0@lo:403:mdt00_003.0 00000040:00080000:3.0:1783952304.406979:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].3, 944 off35600 00000040:00080000:3.0:1783952304.407501:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].3, 1024 off35840 00000004:00080000:3.0:1783952304.407510:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca6fcf00 with version 10 00000004:00080000:2.0:1783952304.407601:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 10 rpc_version 10 00000020:00100000:2.0:1783952304.407653:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952304.407664:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a74cba29f80 x1870607600667520/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952304.407755:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600667520:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952304.407936:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.408035:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.408098:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667520 00000100:00100000:0.0:1783952304.408109:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667520 00000100:00100000:0.0:1783952304.408312:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1783952304.408362:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:165929:x1870607600667520:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952304.409148:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:165929:x1870607600667520:12345-0@lo:1000:osp_up0-1.0 Request processed in 823us (1209us total) trans 34359738596 rc 0/0 00000100:00100000:0.0:1783952304.409159:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1783952304.409596:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600667520:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1783952304.409686:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1783952304.409727:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409739:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409746:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409753:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431be00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.409758:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409767:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409788:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x5:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:3.0:1783952304.409792:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952304.409798:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409814:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b4943887a9 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409839:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409865:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409873:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409901:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952304.409913:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x5:0x0] 00010000:00010000:3.0:1783952304.409925:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409932:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409938:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409943:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431aa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.409947:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409953:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409962:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75c66c2c00) 00010000:00010000:3.0:1783952304.409965:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.409968:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409973:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431aa00/0x3b91f5b4943887a2 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.409997:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410004:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410011:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410036:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1783952304.410048:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952304.410054:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410061:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410067:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410079:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1783952304.410084:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952304.410089:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.410096:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410485:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783952304.410494:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410502:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952304.410515:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952304.410524:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410570:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410577:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952304.410598:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410605:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8c00/0x3b91f5b4943887b0 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943887b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410624:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783952304.410629:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410635:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374800 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952304.410639:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952304.410646:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410663:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410691:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952304.410718:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410724:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374800/0x3b91f5b494388794 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438879b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410738:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952304.410741:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410747:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030400 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952304.410750:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952304.410757:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410774:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410780:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952304.410786:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410792:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030400/0x3b91f5b494388778 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438877f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.410830:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952304.410831:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952304.410833:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952304.410854:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600667776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.410921:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.410969:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952304.410975:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600667904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.410998:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.411038:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667776 00000100:00100000:1.0:1783952304.411048:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667776 00000100:00100000:1.0:1783952304.411099:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667904 00000100:00100000:1.0:1783952304.411102:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667904 00000100:00100000:1.0:1783952304.411126:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783952304.411136:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:106954:x1870607600667776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.411151:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.411174:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b49438879b lrc: 0/0,0 mode: --/EX res: [0x240002343:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388794 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.411188:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x2:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.411197:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.411468:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:106954:x1870607600667776:12345-0@lo:103:ldlm_bl.0 Request processed in 332us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.411477:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783952304.411498:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783952304.411506:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:106954:x1870607600667904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.411515:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.411537:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438877f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388778 expref: 13 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.411550:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:1.0:1783952304.411557:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.411582:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:106954:x1870607600667904:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.411588:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783952304.411641:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600667904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.411650:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600667776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952304.411831:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584025216:12345-192.168.202.38@tcp:36:rm.0 Request processed in 53920us (54403us total) trans 25769803785 rc 0/0 00000100:00100000:3.0:1783952304.411842:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 465 00000100:00100000:3.0:1783952304.414910:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.415003:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025728 00000100:00100000:1.0:1783952304.415017:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025728 00000100:00100000:1.0:1783952304.415104:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 466 00000100:00100000:1.0:1783952304.415116:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584025728:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.415156:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.415192:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b4943887be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddd8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415296:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415315:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415331:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.415451:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.415479:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952304.415516:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415549:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b4943887be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415574:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.415584:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952304.415588:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952304.415593:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952304.415674:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584025728:12345-192.168.202.38@tcp:101:rm.0 Request processed in 560us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.415683:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 466 00010000:00010000:2.0:1783952304.416017:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952304.416026:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.416049:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600667648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952304.416127:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.416215:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600667648 00000100:00100000:2.0:1783952304.416222:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600667648 00000100:00100000:2.0:1783952304.416274:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783952304.416285:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:106953:x1870607600667648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.416302:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.416328:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943887b7 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943887b0 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.416386:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952304.416396:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.416432:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:106953:x1870607600667648:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.416440:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783952304.416491:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600667648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952304.420028:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.420181:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025856 00000100:00100000:3.0:1783952304.420193:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025856 00000100:00100000:3.0:1783952304.420286:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 467 00000100:00100000:3.0:1783952304.420298:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584025856:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.420328:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.420386:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374600/0x3b91f5b4943887cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dddf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420475:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420493:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420506:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420525:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420531:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.420537:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.420727:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600668032:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1783952304.421665:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.421990:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.422155:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668032 00000100:00100000:1.0:1783952304.422165:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668032 00000100:00100000:1.0:1783952304.422328:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1783952304.422378:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600668032:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952304.422511:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600668032:12345-0@lo:1000:mdt00_000.0 Request processed in 137us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.422519:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1783952304.422632:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600668032:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1783952304.422736:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422765:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422779:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952304.422820:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422837:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422845:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422852:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422860:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422867:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.422872:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422899:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422915:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:3.0:1783952304.422919:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.422924:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422932:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943887d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422949:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422956:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422963:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422969:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.422972:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422979:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.422986:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75d0904700) 00010000:00010000:3.0:1783952304.422989:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.422992:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.423005:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943887da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.423054:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374600/0x3b91f5b4943887cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dddf expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.423071:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dddf expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.423079:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952304.423082:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.423084:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375a00, rc 0) 00000100:00100000:3.0:1783952304.423157:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584025856:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2861us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.423166:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 467 00000100:00100000:2.0:1783952304.426490:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.426605:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584025984 00000100:00100000:0.0:1783952304.426619:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584025984 00000100:00100000:0.0:1783952304.426724:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 468 00000100:00100000:0.0:1783952304.426736:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123787:x1870607584025984:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.426772:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.426814:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b4943887e8 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dde6 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.426900:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b400/0x3b91f5b4943887ef lrc: 3/1,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.426918:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b400/0x3b91f5b4943887ef lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.426932:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b400/0x3b91f5b4943887ef lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952304.427071:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1783952304.427078:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952304.427132:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b4943887e8 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dde6 expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.427158:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b400/0x3b91f5b4943887ef lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dde6 expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.427168:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75c66c2000) 00010000:00010000:0.0:1783952304.427190:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952304.427196:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b400, rc 0) 00000100:00100000:0.0:1783952304.427448:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123787:x1870607584025984:12345-192.168.202.38@tcp:101:rm.0 Request processed in 712us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.427457:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 468 00000100:00100000:0.0:1783952304.430239:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.430661:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584026112 00000100:00100000:3.0:1783952304.430675:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584026112 00000100:00100000:3.0:1783952304.430772:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 469 00000100:00100000:3.0:1783952304.430784:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123787:x1870607584026112:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.430822:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.430864:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943887f6 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dded expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.430949:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/1,0 mode: --/PR res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.430966:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.431002:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.431060:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.431065:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952304.431105:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943887f6 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 17 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.431121:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.431129:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:3.0:1783952304.431132:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952304.431134:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374200, rc 0) 00000100:00100000:3.0:1783952304.431206:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123787:x1870607584026112:12345-192.168.202.38@tcp:101:rm.0 Request processed in 425us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.431214:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 469 00000100:00100000:0.0:1783952304.435162:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.435584:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584026240 00000100:00100000:1.0:1783952304.435597:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584026240 00000100:00100000:1.0:1783952304.435671:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 470 00000100:00100000:1.0:1783952304.435974:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584026240:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.436007:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.436054:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388804 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddf4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.436143:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.436162:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.436176:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.436593:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.436601:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.436655:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388804 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.436828:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.436841:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952304.436844:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.436848:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00100000:1.0:1783952304.436975:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584026240:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1004us (1828us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.436984:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 470 00000100:00100000:0.0:1783952304.445508:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.445626:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584026496 00000100:00100000:3.0:1783952304.445639:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584026496 00000100:00100000:3.0:1783952304.445816:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 471 00000100:00100000:3.0:1783952304.445829:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123787:x1870607584026496:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.445858:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.445891:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b494388812 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ddfb expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.446105:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00010000:00010000:3.0:1783952304.446248:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b494388812 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddfb expref: 18 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.446290:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904700) 00010000:00010000:3.0:1783952304.446294:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.446300:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b494388812 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddfb expref: 18 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.446326:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374000, rc 0) 00000100:00100000:3.0:1783952304.446518:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584026496:12345-192.168.202.38@tcp:101:rm.0 Request processed in 691us (1188us total) trans 25769803786 rc 301/301 00000100:00100000:3.0:1783952304.446528:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 471 00000100:00100000:0.0:1783952304.452034:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.452184:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584026624 00000100:00100000:1.0:1783952304.452199:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584026624 00000100:00100000:1.0:1783952304.452437:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 112 00000100:00100000:1.0:1783952304.452460:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584026624:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:0.0:1783952304.458072:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584026624:12345-192.168.202.38@tcp:37:rm.0 Request processed in 5597us (6032us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.458092:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 112 00000100:00100000:0.0:1783952304.468792:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.469122:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584026752 00000100:00100000:2.0:1783952304.469137:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584026752 00000100:00100000:2.0:1783952304.469261:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 113 00000100:00100000:2.0:1783952304.469283:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf899850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584026752:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952304.478105:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf899850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584026752:12345-192.168.202.38@tcp:37:rm.0 Request processed in 8808us (9311us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.478125:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 113 00000100:00100000:1.0:1783952304.481498:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.481748:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027008 00000100:00100000:0.0:1783952304.481763:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027008 00000100:00100000:0.0:1783952304.482291:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 114 00000100:00100000:0.0:1783952304.482308:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584027008:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:0.0:1783952304.482709:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123787:x1870607584027008:12345-192.168.202.38@tcp:35:rm.0 Request processed in 396us (1214us total) trans 25769803787 rc 0/0 00000100:00100000:0.0:1783952304.482719:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 114 00000100:00100000:0.0:1783952304.487422:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.487484:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.488301:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027136 00000100:00100000:1.0:1783952304.488319:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027136 00000100:00100000:1.0:1783952304.488473:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 78 00000100:00100000:1.0:1783952304.488485:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584027136:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:1.0:1783952304.488507:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.488542:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943887e1 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dddf expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.488568:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952304.488583:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.488652:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584027136:12345-192.168.202.38@tcp:103:rm.0 Request processed in 169us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.488661:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 78 00000100:00100000:2.0:1783952304.489238:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027392 00000100:00100000:2.0:1783952304.489248:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027392 00000100:00100000:2.0:1783952304.489312:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 472 00000100:00100000:2.0:1783952304.489321:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123787:x1870607584027392:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952304.489427:0:159117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.489467:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b400/0x3b91f5b4943887ef lrc: 0/0,0 mode: --/PR res: [0x240002343:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dde6 expref: 18 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.489485:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75c66c2000) 00010000:00010000:2.0:1783952304.489493:0:159117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952304.489568:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.489578:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.489590:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.489618:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668160:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1783952304.489979:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.490035:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.490666:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668160 00000100:00100000:3.0:1783952304.490685:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668160 00000100:00100000:3.0:1783952304.491370:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1783952304.491385:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:159117:x1870607600668160:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952304.491415:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.491441:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388820 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.491479:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.491491:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.491556:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.491574:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.491591:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600668288:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952304.491957:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.504843:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.505044:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027520 00000100:00100000:2.0:1783952304.505057:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027520 00010000:00010000:2.0:1783952304.505116:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.505172:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 96 00000100:00100000:2.0:1783952304.505185:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584027520:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.505209:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.505218:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505234:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505291:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:2.0:1783952304.505301:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505315:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505325:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505408:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.505427:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600668416:0@lo:105: 00000100:00100000:2.0:1783952304.505500:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.505554:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.505585:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668416 00000100:00100000:2.0:1783952304.505592:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668416 00000100:00100000:2.0:1783952304.505628:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783952304.505635:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600668416:12345-0@lo:105: 00010000:00010000:2.0:1783952304.505649:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505660:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505670:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505687:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505693:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505712:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.505729:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75e7bf8a00) 00000100:00100000:2.0:1783952304.505773:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600668416:12345-0@lo:105: Request processed in 137us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.505781:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783952304.505857:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600668416:0@lo:105: 00010000:00010000:2.0:1783952304.505883:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.505933:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584027520:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 751us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.505941:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 96 00010000:00010000:1.0:1783952304.507490:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943887c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddd8 expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.507519:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600668288:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.507556:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.507567:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952304.507570:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.507574:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374000, rc 0) 00000100:00100000:1.0:1783952304.507659:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600668160:12345-0@lo:101:mdt00_001.0 Request processed in 16278us (17681us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.507706:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1783952304.508230:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668160:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952304.508256:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952304.508294:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952304.508399:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.508408:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.508419:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.508444:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668544:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952304.508499:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.508533:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.509544:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668544 00000100:00100000:1.0:1783952304.509558:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668544 00000100:00100000:1.0:1783952304.509637:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1783952304.509650:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:159117:x1870607600668544:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952304.509685:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.509720:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388835 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438882e expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.510622:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388835 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438882e expref: 13 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.510645:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388835 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438882e expref: 13 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.510656:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75fb008900) 00010000:00010000:1.0:1783952304.510659:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.510663:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56e00, rc 0) 00000100:00100000:1.0:1783952304.510771:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668544:12345-0@lo:101:mdt00_001.0 Request processed in 1121us (2269us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.510780:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1783952304.510931:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668544:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952304.510964:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.510980:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952304.511039:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1783952304.511757:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668672:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952304.511844:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.511888:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.514432:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668672 00000100:00100000:1.0:1783952304.514452:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668672 00000100:00100000:1.0:1783952304.514550:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1783952304.514561:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668672:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952304.514726:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668672:12345-0@lo:1000:mdt00_001.0 Request processed in 166us (2881us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.514754:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1783952304.515240:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668672:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952304.515554:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668800:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952304.515631:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.515671:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.517837:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668800 00000100:00100000:1.0:1783952304.517853:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668800 00000100:00100000:1.0:1783952304.517928:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1783952304.517939:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668800:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1783952304.518309:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668800:12345-0@lo:1000:mdt00_001.0 Request processed in 372us (2678us total) trans 0 rc 1/1 00000100:00100000:1.0:1783952304.518318:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1783952304.518449:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668800:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1783952304.518583:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.518596:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.518609:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.518635:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668928:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952304.518723:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.518759:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.521846:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600668928 00000100:00100000:2.0:1783952304.521867:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600668928 00000100:00100000:2.0:1783952304.521972:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1783952304.521985:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:159117:x1870607600668928:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952304.522015:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.522049:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388843 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438883c expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.522091:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388843 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438883c expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.522111:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388843 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438883c expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.522120:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75d97bc800) 00010000:00010000:2.0:1783952304.522124:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952304.522128:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952304.522234:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600668928:12345-0@lo:101:mdt00_001.0 Request processed in 251us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.522241:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1783952304.523441:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600668928:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952304.523480:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523497:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523555:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523566:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523604:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523769:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523785:0:159117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 17 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523794:0:159117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523851:0:159117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 17 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.523872:0:159117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 17 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.523892:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:159117:1870607600669056:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952304.524016:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.529844:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:159117:1870607600669056:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952304.529889:0:159117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.537068:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.537324:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027648 00000100:00100000:2.0:1783952304.537371:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027648 00010000:00010000:2.0:1783952304.537449:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 18 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.537566:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 97 00000100:00100000:2.0:1783952304.537579:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69254:x1870607584027648:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.537600:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.537609:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 18 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.537638:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 18 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.537668:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b4943887fd lrc: 0/0,0 mode: --/PR res: [0x240002340:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dded expref: 18 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.538185:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:2.0:1783952304.538194:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.538207:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.538217:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.538258:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.538422:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69254:x1870607584027648:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 843us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.538432:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 97 00010000:00010000:3.0:1783952304.540877:0:159117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.540900:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.541004:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.541014:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.541029:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.541063:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600669184:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952304.541154:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.541206:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.542271:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600669184 00000100:00100000:1.0:1783952304.542297:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600669184 00000100:00100000:1.0:1783952304.544595:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1783952304.544608:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159117:x1870607600669184:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952304.544638:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.544664:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388858 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.544775:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.544787:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.544834:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.544849:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 5 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.544891:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600669312:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.545024:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46549c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.550632:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.551239:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027776 00000100:00100000:3.0:1783952304.551254:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027776 00010000:00010000:3.0:1783952304.551358:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.551421:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 98 00000100:00100000:3.0:1783952304.551434:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584027776:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.551457:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.551466:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.551484:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.551518:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:3.0:1783952304.551547:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.551562:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.551573:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.551623:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.551640:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600669440:0@lo:105: 00000100:00100000:3.0:1783952304.551848:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.551903:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.552155:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600669440 00000100:00100000:0.0:1783952304.552161:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600669440 00000100:00100000:0.0:1783952304.552229:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783952304.552249:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600669440:12345-0@lo:105: 00010000:00010000:0.0:1783952304.552263:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552284:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552294:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552303:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552311:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552320:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.552380:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1375400) 00000100:00100000:0.0:1783952304.552430:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600669440:12345-0@lo:105: Request processed in 182us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.552438:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783952304.552495:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600669440:0@lo:105: 00010000:00010000:3.0:1783952304.552517:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952304.552569:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584027776:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1137us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.552578:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 98 00010000:00010000:2.0:1783952304.555249:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b49438880b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ddf4 expref: 5 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.555527:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600669312:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.555572:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 15 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.555584:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:2.0:1783952304.555587:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952304.555592:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57a00, rc 0) 00000100:00100000:2.0:1783952304.555747:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:159117:x1870607600669184:12345-0@lo:101:mdt00_001.0 Request processed in 11131us (14583us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.555763:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1783952304.556025:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600669184:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952304.556050:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.556972:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600669568:0@lo:403:mdt00_001.0 00000100:00100000:3.0:1783952304.557054:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.557094:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.557777:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600669568 00000100:00100000:2.0:1783952304.557790:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600669568 00000100:00100000:2.0:1783952304.557874:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1783952304.557885:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159117:x1870607600669568:12345-0@lo:403:mdt00_001.0 00000100:00100000:2.0:1783952304.567711:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159117:x1870607600669568:12345-0@lo:403:mdt00_001.0 Request processed in 9792us (10620us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.567734:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1783952304.570905:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600669568:0@lo:403:mdt00_001.0 00000040:00080000:0.0:1783952304.576593:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].4, 944 off36544 00000040:00080000:0.0:1783952304.577089:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].4, 1024 off36864 00000004:00080000:0.0:1783952304.577099:0:159117:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74cb521b40 with version 11 00000004:00080000:2.0:1783952304.577983:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 11 rpc_version 11 00000020:00100000:2.0:1783952304.578045:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952304.578059:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1c380 x1870607600669824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952304.578091:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600669824:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952304.578179:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.578293:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.578745:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600669824 00000100:00100000:1.0:1783952304.578869:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600669824 00000100:00100000:1.0:1783952304.578979:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1783952304.578990:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:165929:x1870607600669824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952304.579726:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+16:165929:x1870607600669824:12345-0@lo:1000:osp_up0-1.0 Request processed in 734us (1543us total) trans 34359738597 rc 0/0 00000100:00100000:1.0:1783952304.579737:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1783952304.579908:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600669824:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1783952304.579997:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1783952304.580027:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580054:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580064:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580072:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.580077:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580087:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580108:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x6:0x0].0x0 (ffff8a75d0904b00) 00010000:00010000:0.0:1783952304.580111:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952304.580118:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580125:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388851 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580149:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580159:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580166:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580207:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952304.580217:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x6:0x0] 00010000:00010000:0.0:1783952304.580229:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580235:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580241:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580246:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.580248:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580254:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580262:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:0.0:1783952304.580265:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952304.580268:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 2/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580275:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b49438884a lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580299:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580316:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580329:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580377:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1783952304.580390:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952304.580399:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952304.580404:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580411:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375400 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.580415:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.580423:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580461:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580468:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.580492:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580499:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388858 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438885f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580513:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952304.580522:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580528:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.580531:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.580537:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580555:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 2/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580561:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.580567:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 1/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580575:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375600/0x3b91f5b49438883c lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388843 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580588:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.580590:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.580592:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952304.580609:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600669952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.580669:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.580721:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952304.580728:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600670080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.580752:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.580802:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600669952 00000100:00100000:0.0:1783952304.580816:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600669952 00000100:00100000:0.0:1783952304.580864:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670080 00000100:00100000:0.0:1783952304.580867:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670080 00000100:00100000:0.0:1783952304.580887:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783952304.580895:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+17:106952:x1870607600669952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.580908:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.580930:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b49438885f lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388858 expref: 17 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.580942:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:0.0:1783952304.580950:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.580982:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:106952:x1870607600669952:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.580989:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783952304.581005:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783952304.581011:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:106952:x1870607600670080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.581019:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.581029:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388843 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438883c expref: 15 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581040:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x3:0x0].0x0 (ffff8a75d97bc800) 00010000:00010000:0.0:1783952304.581047:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.581066:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:106952:x1870607600670080:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.581072:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783952304.581103:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600670080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.581112:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600669952:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.581148:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581157:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581165:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581184:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952304.581190:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952304.581196:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952304.581201:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581209:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.581213:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.581220:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581241:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581247:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.581266:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581284:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388820 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388827 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581298:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.581300:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.581301:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.581312:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.581320:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.581447:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584027392:12345-192.168.202.38@tcp:36:rm.0 Request processed in 92108us (94023us total) trans 25769803788 rc 0/0 00000100:00100000:0.0:1783952304.581456:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 472 00010000:00010000:2.0:1783952304.582111:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.582131:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952304.582149:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600670208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952304.582199:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.584370:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670208 00000100:00100000:0.0:1783952304.584389:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670208 00000100:00100000:0.0:1783952304.584478:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783952304.584490:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+14:106955:x1870607600670208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.584512:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.584545:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374000/0x3b91f5b494388827 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388820 expref: 14 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.584571:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:0.0:1783952304.584584:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.585116:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+13:106955:x1870607600670208:12345-0@lo:103:ldlm_bl.0 Request processed in 626us (2913us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.585143:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1783952304.587167:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600670208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.589411:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.589571:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584027904 00000100:00100000:2.0:1783952304.589583:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584027904 00000100:00100000:2.0:1783952304.589665:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 473 00000100:00100000:2.0:1783952304.589676:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584027904:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.589713:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.589760:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388866 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de02 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.589866:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.589884:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.589897:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.589963:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952304.589968:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952304.589994:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.590025:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388866 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.590066:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.590075:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:2.0:1783952304.590079:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952304.590083:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8800, rc 0) 00000100:00100000:2.0:1783952304.590167:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584027904:12345-192.168.202.38@tcp:101:rm.0 Request processed in 492us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.590175:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 473 00000100:00100000:2.0:1783952304.599252:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.599396:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028032 00000100:00100000:0.0:1783952304.599409:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028032 00000100:00100000:0.0:1783952304.599490:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 474 00000100:00100000:0.0:1783952304.599503:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584028032:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.599531:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.599559:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388874 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de09 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599644:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599660:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599673:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599690:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599708:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.599715:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.601160:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:159118:1870607600670336:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783952304.601257:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.601362:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521600 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.602019:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670336 00000100:00100000:2.0:1783952304.602032:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670336 00000100:00100000:2.0:1783952304.602159:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1783952304.602171:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159118:x1870607600670336:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.602332:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159118:x1870607600670336:12345-0@lo:1000:mdt00_002.0 Request processed in 163us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.602385:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1783952304.603001:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:159118:1870607600670336:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1783952304.603093:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603113:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603127:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.603158:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603174:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603182:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603190:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603208:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603216:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.603220:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603229:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603275:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:0.0:1783952304.603284:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952304.603291:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603306:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438887b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603327:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603332:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603390:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603395:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.603398:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603404:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603412:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75c66c2400) 00010000:00010000:0.0:1783952304.603414:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952304.603417:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603423:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b000/0x3b91f5b494388882 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603484:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388874 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de09 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603501:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de09 expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.603509:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c66c2b00) 00010000:00010000:0.0:1783952304.603511:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783952304.603514:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b600, rc 0) 00000100:00100000:0.0:1783952304.603593:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584028032:12345-192.168.202.38@tcp:101:rm.0 Request processed in 4093us (4358us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.603602:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 474 00000100:00100000:1.0:1783952304.612591:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.612772:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028160 00000100:00100000:2.0:1783952304.612787:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028160 00000100:00100000:2.0:1783952304.612878:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 475 00000100:00100000:2.0:1783952304.612889:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123787:x1870607584028160:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.612921:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.612952:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388890 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de10 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.613060:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388897 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.613078:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388897 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.613092:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388897 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.613225:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00000004:00200000:2.0:1783952304.613232:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1783952304.613295:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388890 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de10 expref: 19 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.613324:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388897 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de10 expref: 18 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.613390:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75d97bc000) 00010000:00010000:2.0:1783952304.613394:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1783952304.613399:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9800, rc 0) 00000100:00100000:2.0:1783952304.613482:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123787:x1870607584028160:12345-192.168.202.38@tcp:101:rm.0 Request processed in 594us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.613491:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 475 00000100:00100000:0.0:1783952304.621402:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.622074:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028288 00000100:00100000:3.0:1783952304.622090:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028288 00000100:00100000:3.0:1783952304.622177:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 476 00000100:00100000:3.0:1783952304.622190:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123787:x1870607584028288:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.622219:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.622254:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b49438889e lrc: 2/0,0 mode: --/CR res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de17 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.622404:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.622422:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.622436:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.622509:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.622517:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952304.622573:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b49438889e lrc: 0/0,0 mode: --/CR res: [0x240002340:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.622599:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 19 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.622609:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:3.0:1783952304.622612:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952304.622616:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374000, rc 0) 00000100:00100000:2.0:1783952304.624163:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123787:x1870607584028288:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1960us (2811us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.624180:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 476 00000100:00100000:0.0:1783952304.632694:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.632832:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028416 00000100:00100000:3.0:1783952304.632845:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028416 00000100:00100000:3.0:1783952304.632927:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 477 00000100:00100000:3.0:1783952304.632940:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584028416:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.632969:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.633000:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943888ac lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de1e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.633081:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.633099:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.633113:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.633181:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1783952304.633189:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952304.633241:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b4943888ac lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.633265:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.633276:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:3.0:1783952304.633279:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952304.633284:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375600, rc 0) 00000100:00100000:3.0:1783952304.633817:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584028416:12345-192.168.202.38@tcp:101:rm.0 Request processed in 876us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.633845:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 477 00000100:00100000:0.0:1783952304.639250:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.639388:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028672 00000100:00100000:2.0:1783952304.639424:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028672 00000100:00100000:2.0:1783952304.639512:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 478 00000100:00100000:2.0:1783952304.639525:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123787:x1870607584028672:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.639556:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.639591:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943888ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de25 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.639817:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00010000:00010000:2.0:1783952304.639956:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943888ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de25 expref: 21 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.639973:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952304.639977:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952304.639983:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943888ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de25 expref: 21 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.640006:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:2.0:1783952304.640094:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584028672:12345-192.168.202.38@tcp:101:rm.0 Request processed in 571us (859us total) trans 25769803789 rc 301/301 00000100:00100000:2.0:1783952304.640103:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 478 00000100:00100000:0.0:1783952304.649108:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.649203:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028800 00000100:00100000:3.0:1783952304.649218:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028800 00000100:00100000:3.0:1783952304.649296:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 115 00000100:00100000:3.0:1783952304.649309:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584028800:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952304.655243:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584028800:12345-192.168.202.38@tcp:37:rm.0 Request processed in 5918us (6131us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.655264:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 115 00000100:00100000:0.0:1783952304.660980:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.661492:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584028928 00000100:00100000:2.0:1783952304.661506:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584028928 00000100:00100000:2.0:1783952304.661627:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 116 00000100:00100000:2.0:1783952304.661639:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584028928:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:2.0:1783952304.668958:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584028928:12345-192.168.202.38@tcp:37:rm.0 Request processed in 7303us (7975us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.668977:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 116 00000100:00100000:1.0:1783952304.673488:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.673588:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029184 00000100:00100000:3.0:1783952304.673602:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029184 00000100:00100000:3.0:1783952304.673846:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 117 00000100:00100000:3.0:1783952304.673860:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584029184:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:3.0:1783952304.674202:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123787:x1870607584029184:12345-192.168.202.38@tcp:35:rm.0 Request processed in 343us (773us total) trans 25769803790 rc 0/0 00000100:00100000:3.0:1783952304.674212:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 117 00000100:00100000:0.0:1783952304.681230:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.681283:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.681565:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029568 00000100:00100000:2.0:1783952304.681579:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029568 00000100:00100000:2.0:1783952304.681660:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 479 00000100:00100000:2.0:1783952304.681682:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123787:x1870607584029568:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952304.681796:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.681839:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9800/0x3b91f5b494388897 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de10 expref: 21 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.681869:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75d97bc000) 00010000:00010000:2.0:1783952304.681882:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952304.681949:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.681958:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.681970:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.682001:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670464:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1783952304.682072:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.682119:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.683277:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670464 00000100:00100000:0.0:1783952304.683292:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670464 00000100:00100000:0.0:1783952304.683560:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1783952304.683571:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:159116:x1870607600670464:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952304.683599:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.683624:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943888c8 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.683955:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.683970:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.684016:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.684035:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.684127:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600670592:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952304.684296:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.684530:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029312 00000100:00100000:1.0:1783952304.684538:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029312 00000100:00100000:1.0:1783952304.684604:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:1.0:1783952304.684614:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584029312:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:1.0:1783952304.684627:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.684650:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388889 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de09 expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.684683:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c66c2b00) 00010000:00010000:1.0:1783952304.684703:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.684741:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584029312:12345-192.168.202.38@tcp:103:rm.0 Request processed in 128us (3455us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.684927:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:0.0:1783952304.690130:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.690280:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029696 00000100:00100000:3.0:1783952304.690293:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029696 00010000:00010000:3.0:1783952304.690399:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.690456:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:3.0:1783952304.690467:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584029696:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.690487:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.690495:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.690529:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 7 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.690559:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:3.0:1783952304.690567:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.690580:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.690590:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.690629:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.690645:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600670720:0@lo:105: 00000100:00100000:3.0:1783952304.690719:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.690920:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.691255:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670720 00000100:00100000:2.0:1783952304.691261:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670720 00000100:00100000:2.0:1783952304.691303:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783952304.691311:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600670720:12345-0@lo:105: 00010000:00010000:2.0:1783952304.691325:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691374:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691384:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691392:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691399:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691410:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.691426:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75e7bf8200) 00000100:00100000:2.0:1783952304.691472:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600670720:12345-0@lo:105: Request processed in 161us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.691479:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783952304.691653:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600670720:0@lo:105: 00010000:00010000:3.0:1783952304.691681:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952304.693239:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584029696:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2757us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.693256:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 99 00010000:00010000:1.0:1783952304.693509:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b49438886d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de02 expref: 6 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.693534:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600670592:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.693570:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.693581:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:1.0:1783952304.693584:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952304.693588:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a400, rc 0) 00000100:00100000:1.0:1783952304.693877:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:159116:x1870607600670464:12345-0@lo:101:mdt00_000.0 Request processed in 10307us (11802us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.693886:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1783952304.694022:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670464:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952304.694047:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952304.694161:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952304.694229:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.694258:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.694271:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.694294:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670848:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1783952304.695621:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.697370:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.702203:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670848 00000100:00100000:3.0:1783952304.702227:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670848 00000100:00100000:2.0:1783952304.703321:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1783952304.703375:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:159116:x1870607600670848:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952304.703405:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.703441:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943888dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943888d6 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.703485:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943888dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943888d6 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.703503:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943888dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943888d6 expref: 15 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.703513:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75d97bc800) 00010000:00010000:2.0:1783952304.703516:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.703522:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9600, rc 0) 00000100:00100000:2.0:1783952304.703641:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600670848:12345-0@lo:101:mdt00_000.0 Request processed in 307us (8026us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.703648:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1783952304.704040:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670848:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1783952304.704078:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.704093:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952304.704125:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1783952304.704198:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670976:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952304.704252:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.704280:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.704441:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600670976 00000100:00100000:3.0:1783952304.704449:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600670976 00000100:00100000:3.0:1783952304.704499:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1783952304.704508:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600670976:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1783952304.704587:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600670976:12345-0@lo:1000:mdt00_000.0 Request processed in 79us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.704594:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1783952304.705605:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600670976:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952304.705729:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671104:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952304.705820:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.705958:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.709558:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600671104 00000100:00100000:3.0:1783952304.709581:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600671104 00000100:00100000:0.0:1783952304.709958:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1783952304.709972:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600671104:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952304.710451:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600671104:12345-0@lo:1000:mdt00_000.0 Request processed in 480us (4628us total) trans 0 rc 1/1 00000100:00100000:0.0:1783952304.710462:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1783952304.711477:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671104:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1783952304.711592:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.711604:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.711617:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.711642:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671232:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1783952304.711900:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.711993:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.712157:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600671232 00000100:00100000:0.0:1783952304.712167:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600671232 00000100:00100000:0.0:1783952304.712291:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1783952304.712310:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:159116:x1870607600671232:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952304.712363:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.712401:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943888eb lrc: 2/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943888e4 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.712438:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943888eb lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943888e4 expref: 16 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.712453:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943888eb lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943888e4 expref: 16 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.712464:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:0.0:1783952304.712467:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783952304.712471:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431be00, rc 0) 00000100:00100000:0.0:1783952304.712570:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+16:159116:x1870607600671232:12345-0@lo:101:mdt00_000.0 Request processed in 269us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.712577:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1783952304.713063:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671232:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1783952304.713270:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713286:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713453:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713464:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713492:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713646:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713661:0:159116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713682:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713733:0:159116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.713764:0:159116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 20 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.713782:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:159116:1870607600671360:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.715088:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.720228:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.720444:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029824 00000100:00100000:2.0:1783952304.720458:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029824 00010000:00010000:2.0:1783952304.720522:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 21 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.720576:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 100 00000100:00100000:2.0:1783952304.720587:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69255:x1870607584029824:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.720610:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.720620:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 5/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 21 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.720637:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 21 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.720666:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952304.720683:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.720704:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.720714:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.720928:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.721150:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69255:x1870607584029824:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 562us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.721161:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 100 00010000:00010000:1.0:1783952304.723616:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374000/0x3b91f5b4943888a5 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de17 expref: 20 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.723656:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:159116:1870607600671360:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.723711:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.723725:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.723765:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.724180:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.724190:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.724205:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.724236:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671488:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1783952304.726447:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.726515:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.727219:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600671488 00000100:00100000:2.0:1783952304.727250:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600671488 00000100:00100000:2.0:1783952304.727393:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1783952304.727422:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:159116:x1870607600671488:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952304.727451:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.727480:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388900 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.727521:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.727532:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.727581:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.727597:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 5 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.727614:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600671616:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952304.727723:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.733376:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.736986:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584029952 00000100:00100000:3.0:1783952304.737008:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584029952 00010000:00010000:3.0:1783952304.737158:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.737210:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 101 00000100:00100000:3.0:1783952304.737223:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584029952:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.737244:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.737253:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.737271:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.737428:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:3.0:1783952304.737438:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.737452:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.737485:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.737535:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.737553:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600671744:0@lo:105: 00000100:00100000:3.0:1783952304.737657:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.737918:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00010000:00010000:2.0:1783952304.738291:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b4943888b3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de1e expref: 6 pid: 161900 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.738325:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600671616:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.738389:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 17 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.738418:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:2.0:1783952304.738421:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952304.738423:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8800, rc 0) 00000100:00100000:2.0:1783952304.738497:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159116:x1870607600671488:12345-0@lo:101:mdt00_000.0 Request processed in 11094us (12061us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.738507:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1783952304.738749:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671488:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1783952304.738779:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.738792:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.739430:0:163096:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1783952304.739455:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600671744 00000100:00100000:1.0:1783952304.739463:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600671744 00000100:00100000:1.0:1783952304.739556:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1783952304.739569:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5f9e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600671744:12345-0@lo:105: 00010000:00010000:1.0:1783952304.739583:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739595:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739604:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739633:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739641:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739652:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.739687:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75d0d57800) 00000100:00100000:1.0:1783952304.739781:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5f9e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600671744:12345-0@lo:105: Request processed in 215us (2124us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.739789:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:3.0:1783952304.739956:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.739966:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.740355:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600671744:0@lo:105: 00010000:00010000:0.0:1783952304.740373:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.740438:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584029952:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3216us (7113us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.740449:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 101 00000100:00100000:3.0:1783952304.742765:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671872:0@lo:403:mdt00_000.0 00000100:00100000:3.0:1783952304.743596:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.743891:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357840 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.744205:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600671872 00000100:00100000:0.0:1783952304.744218:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600671872 00000100:00100000:0.0:1783952304.744368:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1783952304.744381:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159116:x1870607600671872:12345-0@lo:403:mdt00_000.0 00000100:00100000:0.0:1783952304.753926:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159116:x1870607600671872:12345-0@lo:403:mdt00_000.0 Request processed in 9532us (10319us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.753965:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1783952304.754203:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600671872:0@lo:403:mdt00_000.0 00000040:00080000:2.0:1783952304.757549:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].5, 944 off37488 00000040:00080000:2.0:1783952304.758050:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].5, 1024 off37888 00000004:00080000:2.0:1783952304.758137:0:159116:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca6fc3c0 with version 12 00000004:00080000:1.0:1783952304.758992:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 12 rpc_version 12 00000020:00100000:1.0:1783952304.759127:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952304.759143:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75fe9a8000 x1870607600672128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952304.759178:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600672128:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952304.759293:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.759492:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654600 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.759578:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672128 00000100:00100000:2.0:1783952304.759588:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672128 00000100:00100000:2.0:1783952304.759721:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1783952304.759733:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2dd0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:165929:x1870607600672128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952304.760465:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2dd0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:165929:x1870607600672128:12345-0@lo:1000:osp_up0-1.0 Request processed in 730us (1168us total) trans 34359738598 rc 0/0 00000100:00100000:2.0:1783952304.760474:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1783952304.760886:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600672128:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1783952304.761234:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x4:0x0]: returning size 4096 00010000:00010000:0.0:1783952304.761264:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761277:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761285:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761294:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.761307:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761317:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761368:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x7:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:0.0:1783952304.761372:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952304.761379:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761386:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943888f9 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761411:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761419:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761443:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761475:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952304.761487:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x7:0x0] 00010000:00010000:0.0:1783952304.761497:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761504:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761510:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761515:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952304.761519:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761525:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761535:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75fb008a00) 00010000:00010000:0.0:1783952304.761537:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952304.761541:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761547:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57400/0x3b91f5b4943888f2 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761562:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761577:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761584:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761599:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1783952304.761611:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952304.761617:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761625:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761633:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761653:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1783952304.761658:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952304.761664:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761672:0:159116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.761780:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584029568:12345-192.168.202.38@tcp:36:rm.0 Request processed in 80107us (80564us total) trans 25769803791 rc 0/0 00000100:00100000:0.0:1783952304.761810:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 479 00010000:00010000:0.0:1783952304.761852:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783952304.761859:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761867:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.761872:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.761880:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761922:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761929:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.761963:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761971:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57800/0x3b91f5b494388900 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388907 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.761990:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952304.761994:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762001:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.762005:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.762018:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762042:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762047:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.762077:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762085:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b4943888e4 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888eb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762098:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952304.762101:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762107:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952304.762111:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952304.762117:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762132:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762137:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952304.762150:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762156:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8200/0x3b91f5b4943888c8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888cf expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762168:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.762170:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952304.762172:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952304.762191:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600672256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.762251:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.762309:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600672384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.762363:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.762387:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952304.762392:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600672512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.762418:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.762453:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672256 00000100:00100000:0.0:1783952304.762461:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672256 00000100:00100000:0.0:1783952304.762509:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672384 00000100:00100000:0.0:1783952304.762512:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672384 00000100:00100000:0.0:1783952304.762532:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672512 00000100:00100000:0.0:1783952304.762534:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672512 00000100:00100000:0.0:1783952304.762550:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783952304.762558:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+20:106955:x1870607600672256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.762572:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.762594:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388907 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388900 expref: 20 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762607:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:0.0:1783952304.762622:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.762654:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+19:106955:x1870607600672256:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.762661:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783952304.762677:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783952304.762683:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+18:106952:x1870607600672384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.762693:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.762716:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b4943888eb lrc: 0/0,0 mode: --/EX res: [0x240002343:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943888e4 expref: 18 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762727:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x4:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:0.0:1783952304.762734:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.762758:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+17:106952:x1870607600672384:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.762764:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783952304.762776:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783952304.762781:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:106952:x1870607600672512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.762789:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.762800:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b4943888cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943888c8 expref: 16 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.762811:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:0.0:1783952304.762818:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.762839:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:106952:x1870607600672512:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.762845:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783952304.762891:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600672512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.762911:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600672384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.762941:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600672256:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.763382:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952304.764167:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952304.770836:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.770925:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030080 00000100:00100000:2.0:1783952304.770939:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030080 00000100:00100000:2.0:1783952304.771027:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 480 00000100:00100000:2.0:1783952304.771039:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584030080:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.771078:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.771111:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438890e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de2c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771206:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771244:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771260:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.771390:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952304.771395:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952304.771424:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771454:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438890e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771477:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.771486:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952304.771490:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952304.771494:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952304.771588:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584030080:12345-192.168.202.38@tcp:101:rm.0 Request processed in 552us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.771597:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 480 00000100:00100000:2.0:1783952304.780163:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.780256:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030208 00000100:00100000:3.0:1783952304.780272:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030208 00000100:00100000:3.0:1783952304.780442:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 481 00000100:00100000:3.0:1783952304.780456:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584030208:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.780485:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.780514:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b49438891c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de33 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780604:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780622:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780637:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780654:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780663:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.780682:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.781003:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:161900:1870607600672640:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952304.781257:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.781315:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.781499:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672640 00000100:00100000:2.0:1783952304.781506:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672640 00000100:00100000:2.0:1783952304.781550:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1783952304.781560:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:161900:x1870607600672640:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952304.781672:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:161900:x1870607600672640:12345-0@lo:1000:mdt00_003.0 Request processed in 113us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.781682:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1783952304.782369:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:161900:1870607600672640:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1783952304.782459:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.782993:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783010:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952304.783043:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783130:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783140:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783147:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783155:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783161:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.783165:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783173:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783206:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:3.0:1783952304.783209:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.783215:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783223:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b494388923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783244:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783250:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783256:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783262:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.783265:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783271:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783279:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75d0904900) 00010000:00010000:3.0:1783952304.783281:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.783284:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783290:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b49438892a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783391:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b49438891c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de33 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783409:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de33 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.783417:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d0904800) 00010000:00010000:3.0:1783952304.783419:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.783421:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374c00, rc 0) 00000100:00100000:3.0:1783952304.783513:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584030208:12345-192.168.202.38@tcp:101:rm.0 Request processed in 3061us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.783522:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 481 00000100:00100000:3.0:1783952304.787735:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.787877:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030336 00000100:00100000:2.0:1783952304.787892:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030336 00000100:00100000:2.0:1783952304.787977:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 482 00000100:00100000:2.0:1783952304.787989:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123787:x1870607584030336:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.788021:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.788168:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388938 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de3a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.788307:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438893f lrc: 3/1,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.788324:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438893f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.788464:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438893f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.790498:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.790509:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.790589:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388938 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de3a expref: 22 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.790618:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438893f lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de3a expref: 21 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.790646:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:1.0:1783952304.790650:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.790654:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:1.0:1783952304.791027:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123787:x1870607584030336:12345-192.168.202.38@tcp:101:rm.0 Request processed in 3038us (3309us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.791039:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 482 00000100:00100000:2.0:1783952304.794640:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.794943:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030464 00000100:00100000:0.0:1783952304.794956:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030464 00000100:00100000:0.0:1783952304.795137:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 483 00000100:00100000:0.0:1783952304.795150:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123787:x1870607584030464:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.795181:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.795213:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388946 lrc: 2/0,0 mode: --/CR res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de41 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.795298:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/1,0 mode: --/PR res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.795325:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.795531:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.795928:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.795937:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.795993:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388946 lrc: 0/0,0 mode: --/CR res: [0x240002340:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 23 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.796019:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 22 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.796030:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:1.0:1783952304.796033:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.796038:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431be00, rc 0) 00000100:00100000:1.0:1783952304.796251:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123787:x1870607584030464:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1102us (1627us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.796260:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 483 00000100:00100000:2.0:1783952304.800909:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.801044:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030592 00000100:00100000:0.0:1783952304.801126:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030592 00000100:00100000:0.0:1783952304.801247:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 484 00000100:00100000:0.0:1783952304.801259:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584030592:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.801289:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.801330:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388954 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de48 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.801476:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.801495:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.801510:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952304.801585:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1783952304.801592:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952304.801643:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388954 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.801679:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.801692:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c66c2700) 00010000:00010000:0.0:1783952304.801704:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952304.801708:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b800, rc 0) 00000100:00100000:0.0:1783952304.802141:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584030592:12345-192.168.202.38@tcp:101:rm.0 Request processed in 881us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.802150:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 484 00000100:00100000:2.0:1783952304.808173:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.808384:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030848 00000100:00100000:3.0:1783952304.808400:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030848 00000100:00100000:3.0:1783952304.808480:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 485 00000100:00100000:3.0:1783952304.808493:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123787:x1870607584030848:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.808536:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.808569:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388962 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de4f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952304.808830:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00010000:00010000:3.0:1783952304.808966:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388962 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de4f expref: 24 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.808985:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904900) 00010000:00010000:3.0:1783952304.809007:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.809014:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388962 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de4f expref: 24 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.809042:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374400, rc 0) 00000100:00100000:3.0:1783952304.809246:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584030848:12345-192.168.202.38@tcp:101:rm.0 Request processed in 754us (1091us total) trans 25769803792 rc 301/301 00000100:00100000:3.0:1783952304.809257:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 485 00000100:00100000:2.0:1783952304.817894:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.818084:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584030976 00000100:00100000:0.0:1783952304.818099:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584030976 00000100:00100000:0.0:1783952304.818175:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 118 00000100:00100000:0.0:1783952304.818187:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf899450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584030976:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952304.825283:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf899450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584030976:12345-192.168.202.38@tcp:37:rm.0 Request processed in 7078us (7385us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.825311:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 118 00000100:00100000:2.0:1783952304.831778:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.831936:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584031104 00000100:00100000:3.0:1783952304.831950:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584031104 00000100:00100000:3.0:1783952304.832029:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 119 00000100:00100000:3.0:1783952304.832042:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584031104:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:2.0:1783952304.840120:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584031104:12345-192.168.202.38@tcp:37:rm.0 Request processed in 8061us (8338us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.840140:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 119 00000100:00100000:2.0:1783952304.846493:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.846597:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584031360 00000100:00100000:1.0:1783952304.846611:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584031360 00000100:00100000:1.0:1783952304.846794:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 120 00000100:00100000:1.0:1783952304.846906:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584031360:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952304.847395:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123787:x1870607584031360:12345-192.168.202.38@tcp:35:rm.0 Request processed in 491us (916us total) trans 25769803793 rc 0/0 00000100:00100000:1.0:1783952304.847405:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 120 00000100:00100000:1.0:1783952304.855024:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.855206:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.855311:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584031488 00000100:00100000:2.0:1783952304.855325:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584031488 00000100:00100000:2.0:1783952304.855450:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 86 00000100:00100000:2.0:1783952304.855462:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584031488:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:2.0:1783952304.855482:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.855516:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388931 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de33 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.855538:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d0904800) 00010000:00010000:2.0:1783952304.855551:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.855628:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584031488:12345-192.168.202.38@tcp:103:rm.0 Request processed in 167us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.855637:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 86 00000100:00100000:0.0:1783952304.857974:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584031744 00000100:00100000:0.0:1783952304.857993:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584031744 00000100:00100000:1.0:1783952304.858295:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 486 00000100:00100000:1.0:1783952304.858317:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123787:x1870607584031744:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952304.858442:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.858477:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9200/0x3b91f5b49438893f lrc: 0/0,0 mode: --/PR res: [0x240002343:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de3a expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.858510:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:1.0:1783952304.858521:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952304.858595:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.858605:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.858615:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.858646:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600672768:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952304.858770:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.858820:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.859239:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600672768 00000100:00100000:2.0:1783952304.859248:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600672768 00000100:00100000:2.0:1783952304.859304:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1783952304.859313:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:159118:x1870607600672768:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952304.859358:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.859379:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388970 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.859408:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.859420:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.859480:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.859496:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.859510:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600672896:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952304.859597:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.866275:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.866439:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584031872 00000100:00100000:0.0:1783952304.866450:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584031872 00010000:00010000:0.0:1783952304.866508:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.866561:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:0.0:1783952304.866573:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584031872:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952304.866594:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952304.866602:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.866618:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 7 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.866646:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:0.0:1783952304.866654:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.866684:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.866704:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.866760:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.866792:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600673024:0@lo:105: 00000100:00100000:0.0:1783952304.866860:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.866914:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb5216c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.867244:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673024 00000100:00100000:1.0:1783952304.867259:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673024 00000100:00100000:1.0:1783952304.867317:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783952304.867326:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600673024:12345-0@lo:105: 00010000:00010000:1.0:1783952304.867375:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867387:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867396:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867405:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867414:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867423:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.867442:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75d0d57000) 00000100:00100000:1.0:1783952304.867495:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600673024:12345-0@lo:105: Request processed in 171us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.867504:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1783952304.868210:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600673024:0@lo:105: 00010000:00010000:0.0:1783952304.868235:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.869069:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584031872:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2480us (2791us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.869084:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 102 00010000:00010000:2.0:1783952304.869525:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388915 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de2c expref: 6 pid: 159118 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.869552:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600672896:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952304.869591:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 16 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.869604:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952304.869607:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.869611:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:2.0:1783952304.869722:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+16:159118:x1870607600672768:12345-0@lo:101:mdt00_002.0 Request processed in 10409us (10952us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.869731:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1783952304.869959:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600672768:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.869983:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952304.870009:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952304.870138:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.870147:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.870158:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.870184:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673152:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952304.870229:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.870268:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb5216c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.870488:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673152 00000100:00100000:2.0:1783952304.870496:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673152 00000100:00100000:2.0:1783952304.870543:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1783952304.870553:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+16:159118:x1870607600673152:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952304.870595:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.870617:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388985 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438897e expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.870647:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388985 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438897e expref: 17 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.870661:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388985 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438897e expref: 17 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.870682:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75d97bcf00) 00010000:00010000:2.0:1783952304.870685:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.870688:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9a00, rc 0) 00000100:00100000:2.0:1783952304.870755:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673152:12345-0@lo:101:mdt00_002.0 Request processed in 203us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.870763:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1783952304.870929:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3004700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673152:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952304.870948:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.870959:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952304.870979:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952304.871028:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673280:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1783952304.871078:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.871104:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.871222:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673280 00000100:00100000:2.0:1783952304.871226:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673280 00000100:00100000:2.0:1783952304.871265:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1783952304.871272:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673280:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.871458:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673280:12345-0@lo:1000:mdt00_002.0 Request processed in 185us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.871465:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1783952304.871496:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673280:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.871553:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673408:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.871586:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952304.871616:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.871628:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673408 00000100:00100000:2.0:1783952304.871632:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673408 00000100:00100000:2.0:1783952304.871651:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1783952304.871657:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673408:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952304.872000:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673408:12345-0@lo:1000:mdt00_002.0 Request processed in 341us (412us total) trans 0 rc 1/1 00000100:00100000:2.0:1783952304.872007:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1783952304.872209:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673408:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1783952304.872279:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.872414:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.872427:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.872443:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673536:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1783952304.872485:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.872507:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.872624:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673536 00000100:00100000:2.0:1783952304.872630:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673536 00000100:00100000:2.0:1783952304.872677:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1783952304.872686:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:159118:x1870607600673536:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952304.872709:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.872728:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388993 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438898c expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.872755:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388993 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438898c expref: 18 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.872770:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388993 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438898c expref: 18 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.872779:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:2.0:1783952304.872782:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952304.872787:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8800, rc 0) 00000100:00100000:2.0:1783952304.872963:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:159118:x1870607600673536:12345-0@lo:101:mdt00_002.0 Request processed in 278us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.872971:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1783952304.873133:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673536:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1783952304.873159:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873171:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873205:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,1 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873215:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873224:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873455:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873470:0:159118:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 23 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873478:0:159118:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873513:0:159118:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 23 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.873529:0:159118:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 23 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.873555:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3006d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600673664:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952304.873636:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521600 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.879001:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.879198:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3006d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600673664:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952304.879236:0:159118:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.879506:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032000 00000100:00100000:2.0:1783952304.879516:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032000 00010000:00010000:2.0:1783952304.879571:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 24 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.879659:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 103 00000100:00100000:2.0:1783952304.879680:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69255:x1870607584032000:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.879714:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.879723:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 24 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879750:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 24 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879783:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431be00/0x3b91f5b49438894d lrc: 0/0,0 mode: --/PR res: [0x240002340:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de41 expref: 24 pid: 159116 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879814:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:2.0:1783952304.879820:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879831:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879842:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.879875:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.879957:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69255:x1870607584032000:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 288us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.879985:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 103 00010000:00010000:3.0:1783952304.880292:0:159118:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.880310:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.880438:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.880446:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.880458:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.880482:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673792:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1783952304.880542:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.880584:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952304.882488:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600673792 00000100:00100000:1.0:1783952304.882513:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600673792 00000100:00100000:1.0:1783952304.882612:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1783952304.882625:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:159118:x1870607600673792:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952304.882679:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.882716:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b4943889a8 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.882760:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.882772:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.882832:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.882848:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 5 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.882866:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600673920:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952304.882982:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654180 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.891496:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.892030:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032128 00000100:00100000:3.0:1783952304.892043:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032128 00010000:00010000:3.0:1783952304.892111:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.892165:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 104 00000100:00100000:3.0:1783952304.892177:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584032128:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.892196:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952304.892204:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.892220:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 6 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.892252:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c66c2700) 00010000:00010000:3.0:1783952304.892260:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.892273:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.892284:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.892330:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.892415:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600674048:0@lo:105: 00000100:00100000:3.0:1783952304.892477:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.892523:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952304.892680:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674048 00000100:00100000:0.0:1783952304.892685:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674048 00000100:00100000:0.0:1783952304.892735:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783952304.892744:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600674048:12345-0@lo:105: 00010000:00010000:0.0:1783952304.892757:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892767:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892776:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892783:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892791:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892810:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.892839:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1375200) 00000100:00100000:0.0:1783952304.892890:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600674048:12345-0@lo:105: Request processed in 147us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.892899:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783952304.892948:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600674048:0@lo:105: 00010000:00010000:0.0:1783952304.892968:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952304.893016:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584032128:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 840us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.893025:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 104 00010000:00010000:1.0:1783952304.894758:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438895b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de48 expref: 5 pid: 159117 timeout: 6091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952304.894840:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600673920:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952304.894887:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 19 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.894899:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c66c2700) 00010000:00010000:1.0:1783952304.894928:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952304.894933:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:0.0:1783952304.895283:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+19:159118:x1870607600673792:12345-0@lo:101:mdt00_002.0 Request processed in 12659us (14738us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.895294:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1783952304.895639:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600673792:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952304.895667:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952304.897263:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600674176:0@lo:403:mdt00_002.0 00000100:00100000:0.0:1783952304.897463:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.897580:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952304.897644:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674176 00000100:00100000:3.0:1783952304.897655:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674176 00000100:00100000:3.0:1783952304.897948:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1783952304.897961:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159118:x1870607600674176:12345-0@lo:403:mdt00_002.0 00000100:00100000:3.0:1783952304.900169:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159118:x1870607600674176:12345-0@lo:403:mdt00_002.0 Request processed in 2199us (2694us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.900186:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1783952304.900388:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3007b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600674176:0@lo:403:mdt00_002.0 00000040:00080000:0.0:1783952304.901660:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].6, 944 off38432 00000040:00080000:0.0:1783952304.901929:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].6, 1024 off38912 00000004:00080000:0.0:1783952304.901936:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74cb521cc0 with version 13 00000004:00080000:1.0:1783952304.902271:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 13 rpc_version 13 00000020:00100000:1.0:1783952304.902328:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952304.902365:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75fe9aa680 x1870607600674432/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952304.902398:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600674432:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952304.902494:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952304.903440:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.903498:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674432 00000100:00100000:2.0:1783952304.903511:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674432 00000100:00100000:2.0:1783952304.903577:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1783952304.903589:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:165929:x1870607600674432:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952304.904445:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:165929:x1870607600674432:12345-0@lo:1000:osp_up0-1.0 Request processed in 855us (1948us total) trans 34359738599 rc 0/0 00000100:00100000:2.0:1783952304.904457:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1783952304.904628:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600674432:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1783952304.904780:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x5:0x0]: returning size 4096 00010000:00010000:2.0:1783952304.905005:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905019:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905028:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905034:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952304.905039:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905059:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905082:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x8:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:2.0:1783952304.905087:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952304.905093:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905125:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ba00/0x3b91f5b4943889a1 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905154:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905163:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905170:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905203:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783952304.905217:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x8:0x0] 00010000:00010000:2.0:1783952304.905230:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905237:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905242:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905247:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952304.905250:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905256:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905276:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75c66c2200) 00010000:00010000:2.0:1783952304.905279:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952304.905282:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 2/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905288:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b49438899a lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905303:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905310:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905318:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905383:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1783952304.905397:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952304.905408:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952304.905414:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905422:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952304.905427:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952304.905435:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905487:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905495:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952304.905522:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905529:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375200/0x3b91f5b4943889a8 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943889af expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905545:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952304.905549:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905556:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374400 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952304.905559:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952304.905566:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905584:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 2/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905590:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952304.905596:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 1/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905616:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374400/0x3b91f5b49438898c lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388993 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.905629:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952304.905631:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952304.905633:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952304.905654:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600674688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.905938:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952304.905955:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600674560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.906036:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.906412:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674560 00000100:00100000:1.0:1783952304.906421:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674560 00000100:00100000:1.0:1783952304.906484:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783952304.906494:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+20:106954:x1870607600674560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.906510:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.906535:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889af lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943889a8 expref: 20 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.906551:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff8a75c66c2700) 00010000:00010000:1.0:1783952304.906560:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952304.906600:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+19:106954:x1870607600674560:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.906608:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783952304.906652:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff829500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600674560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952304.907476:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.907493:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.907501:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.907533:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952304.907545:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952304.907552:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.907571:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.907770:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952304.907779:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.907788:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952304.907793:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952304.907973:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.908144:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584031744:12345-192.168.202.38@tcp:36:rm.0 Request processed in 49826us (53131us total) trans 25769803794 rc 0/0 00000100:00100000:3.0:1783952304.908153:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 486 00000004:00010000:1.0:1783952304.908225:0:159104:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.908270:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.908278:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952304.908316:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.908324:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57000/0x3b91f5b494388970 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388977 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.908370:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952304.908373:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952304.908375:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952304.908383:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952304.908398:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600674816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.908439:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952304.908473:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674688 00000100:00100000:1.0:1783952304.908481:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674688 00000100:00100000:1.0:1783952304.908546:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674816 00000100:00100000:1.0:1783952304.908550:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674816 00000100:00100000:1.0:1783952304.908573:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1783952304.908582:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+20:106955:x1870607600674688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952304.908596:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952304.908616:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388993 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438898c expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.908631:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x5:0x0].0x0 (ffff8a75d97bcd00) 00010000:00010000:1.0:1783952304.908640:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.908902:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1783952304.908913:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+19:106953:x1870607600674816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952304.908923:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952304.908935:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388977 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388970 expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.908946:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952304.908954:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952304.909237:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+18:106953:x1870607600674816:12345-0@lo:103:ldlm_bl.0 Request processed in 325us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.909245:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1783952304.909295:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600674688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952304.909387:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600674816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952304.912100:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+17:106955:x1870607600674688:12345-0@lo:103:ldlm_bl.0 Request processed in 3503us (4113us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.912121:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1783952304.915248:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.915527:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032256 00000100:00100000:1.0:1783952304.915541:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032256 00000100:00100000:0.0:1783952304.918313:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 487 00000100:00100000:0.0:1783952304.918371:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584032256:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.918423:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.918461:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b4943889b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de56 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918554:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918572:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918586:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952304.918649:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952304.918653:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952304.918700:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918728:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b4943889b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918750:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.918759:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:0.0:1783952304.918762:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952304.918766:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b800, rc 0) 00000100:00100000:0.0:1783952304.918869:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584032256:12345-192.168.202.38@tcp:101:rm.0 Request processed in 540us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.918878:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 487 00000100:00100000:2.0:1783952304.927404:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.927542:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032384 00000100:00100000:3.0:1783952304.927556:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032384 00000100:00100000:3.0:1783952304.927634:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 488 00000100:00100000:3.0:1783952304.927648:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584032384:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952304.927688:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952304.927727:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b4943889c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de5d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927826:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927843:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927856:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927874:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927881:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.927911:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952304.928104:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:161900:1870607600674944:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952304.928176:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952304.928217:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357840 going to sleep for 11 seconds 00000100:00100000:2.0:1783952304.928466:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600674944 00000100:00100000:2.0:1783952304.928472:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600674944 00000100:00100000:2.0:1783952304.928522:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1783952304.928531:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:161900:x1870607600674944:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1783952304.928629:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:161900:x1870607600674944:12345-0@lo:1000:mdt00_003.0 Request processed in 99us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.928638:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1783952304.928963:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:161900:1870607600674944:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1783952304.929023:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929036:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929046:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952304.929089:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929107:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929113:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929120:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929127:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929144:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.929149:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929157:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929172:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:3.0:1783952304.929175:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.929180:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929187:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943889cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929203:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929209:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929215:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929220:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952304.929223:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929229:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929247:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75d0904300) 00010000:00010000:3.0:1783952304.929250:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952304.929253:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929259:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b4943889d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929302:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375400/0x3b91f5b4943889c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de5d expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929316:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de5d expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952304.929325:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d0904800) 00010000:00010000:3.0:1783952304.929327:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952304.929330:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374800, rc 0) 00000100:00100000:3.0:1783952304.929421:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584032384:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1776us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.929429:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 488 00000100:00100000:1.0:1783952304.934181:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.936307:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032512 00000100:00100000:2.0:1783952304.936327:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032512 00000100:00100000:2.0:1783952304.936711:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 489 00000100:00100000:2.0:1783952304.936725:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123787:x1870607584032512:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.936762:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.936793:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943889e0 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de64 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.936891:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b4943889e7 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.936910:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b4943889e7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.936925:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b4943889e7 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.937078:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1783952304.937086:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1783952304.937136:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b4943889e0 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de64 expref: 25 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.937157:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b4943889e7 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de64 expref: 24 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.937167:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952304.937188:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1783952304.937194:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9e00, rc 0) 00000100:00100000:2.0:1783952304.937292:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123787:x1870607584032512:12345-192.168.202.38@tcp:101:rm.0 Request processed in 570us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952304.937300:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 489 00000100:00100000:3.0:1783952304.939918:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.942614:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032640 00000100:00100000:0.0:1783952304.942635:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032640 00000100:00100000:1.0:1783952304.943042:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 490 00000100:00100000:1.0:1783952304.943167:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123787:x1870607584032640:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952304.943199:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952304.943234:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889ee lrc: 2/0,0 mode: --/CR res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de6b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.943397:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/1,0 mode: --/PR res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.943415:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.943429:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/1,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952304.943510:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1783952304.943516:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952304.943566:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943889ee lrc: 0/0,0 mode: --/CR res: [0x240002340:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 26 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.943590:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 25 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952304.943599:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952304.943603:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952304.943607:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56400, rc 0) 00000100:00100000:1.0:1783952304.943975:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123787:x1870607584032640:12345-192.168.202.38@tcp:101:rm.0 Request processed in 812us (4067us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952304.943987:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 490 00000100:00100000:2.0:1783952304.947574:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952304.947719:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584032768 00000100:00100000:0.0:1783952304.947733:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584032768 00000100:00100000:0.0:1783952304.948257:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 491 00000100:00100000:0.0:1783952304.948271:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584032768:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952304.948299:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952304.948403:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b4943889fc lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de72 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.948492:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.948509:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.948523:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952304.948594:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1783952304.948601:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952304.948649:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b4943889fc lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.948683:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952304.948701:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75c66c2300) 00010000:00010000:0.0:1783952304.948705:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952304.948709:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ae00, rc 0) 00000100:00100000:0.0:1783952304.949496:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584032768:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1224us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952304.949508:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 491 00000100:00100000:0.0:1783952304.955217:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952304.955660:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033024 00000100:00100000:2.0:1783952304.955684:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033024 00000100:00100000:2.0:1783952304.955762:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 492 00000100:00100000:2.0:1783952304.955773:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123787:x1870607584033024:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952304.955964:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952304.956001:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de79 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952304.956233:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00010000:00010000:2.0:1783952304.956589:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a0a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de79 expref: 27 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.956608:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952304.956612:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952304.956618:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de79 expref: 27 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952304.956640:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:2.0:1783952304.957217:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584033024:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1440us (2012us total) trans 25769803795 rc 301/301 00000100:00100000:2.0:1783952304.957228:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 492 00000100:00100000:0.0:1783952304.971792:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952304.971971:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033152 00000100:00100000:1.0:1783952304.971985:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033152 00000100:00100000:1.0:1783952304.972082:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 121 00000100:00100000:1.0:1783952304.972094:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584033152:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952304.976571:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584033152:12345-192.168.202.38@tcp:37:rm.0 Request processed in 4461us (4778us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952304.976590:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 121 00000100:00100000:0.0:1783952304.996152:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952304.996268:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033280 00000100:00100000:3.0:1783952304.996281:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033280 00000100:00100000:3.0:1783952304.996412:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:3.0:1783952304.996443:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584033280:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952305.000931:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584033280:12345-192.168.202.38@tcp:37:rm.0 Request processed in 4472us (4775us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.000951:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:2.0:1783952305.012452:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.012615:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033536 00000100:00100000:1.0:1783952305.012629:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033536 00000100:00100000:1.0:1783952305.012738:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:1.0:1783952305.012753:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf89a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584033536:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952305.013084:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf89a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123787:x1870607584033536:12345-192.168.202.38@tcp:35:rm.0 Request processed in 335us (647us total) trans 25769803796 rc 0/0 00000100:00100000:1.0:1783952305.013093:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00080000:3.0:1783952305.013502:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952305.019831:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.019897:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.020086:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033664 00000100:00100000:1.0:1783952305.020100:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033664 00000100:00100000:1.0:1783952305.020212:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 90 00000100:00100000:1.0:1783952305.020226:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf96d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584033664:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:1.0:1783952305.020249:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.020288:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b4943889d9 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de5d expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.020313:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d0904800) 00010000:00010000:1.0:1783952305.020327:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.020446:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf96d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584033664:12345-192.168.202.38@tcp:103:rm.0 Request processed in 223us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.020455:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 90 00000100:00080000:3.0:1783952305.021089:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952305.021377:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584033920 00000100:00100000:2.0:1783952305.021387:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584033920 00000100:00100000:2.0:1783952305.021443:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 493 00000100:00100000:2.0:1783952305.021454:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123787:x1870607584033920:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:2.0:1783952305.021525:0:159117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.021553:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b4943889e7 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de64 expref: 27 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.021577:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952305.021587:0:159117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952305.021661:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.021672:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.021684:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.021724:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675072:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1783952305.021792:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.022541:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.022640:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675072 00000100:00100000:0.0:1783952305.022647:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675072 00000100:00100000:0.0:1783952305.022715:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1783952305.022726:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:159117:x1870607600675072:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952305.022751:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.022772:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388a18 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.022817:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.022830:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 18 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.022864:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.022883:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.022924:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3006300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600675200:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952305.023024:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb5216c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.029452:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3006300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600675200:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952305.029507:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 18 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.029523:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:2.0:1783952305.029545:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.029550:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 18 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.029562:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b600, rc 0) 00000100:00100000:2.0:1783952305.029648:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600675072:12345-0@lo:101:mdt00_001.0 Request processed in 6923us (7855us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.029659:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1783952305.031938:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.032684:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034048 00000100:00100000:2.0:1783952305.032709:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034048 00010000:00010000:2.0:1783952305.032781:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.032841:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 105 00000100:00100000:2.0:1783952305.032853:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584034048:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.032876:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.032885:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.032902:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.032932:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943889bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de56 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.032955:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:2.0:1783952305.032964:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 17 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.033003:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 17 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.033014:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 17 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.033083:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 17 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.033103:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600675328:0@lo:105: 00000100:00100000:2.0:1783952305.033183:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.033249:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.033411:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675328 00000100:00100000:1.0:1783952305.033417:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675328 00000100:00100000:1.0:1783952305.033456:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783952305.033465:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600675328:12345-0@lo:105: 00010000:00010000:1.0:1783952305.033478:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033490:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033500:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033509:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033529:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033540:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.033557:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75e7bf8a00) 00000100:00100000:1.0:1783952305.033606:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600675328:12345-0@lo:105: Request processed in 142us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.033613:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783952305.033680:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600675328:0@lo:105: 00010000:00010000:1.0:1783952305.033719:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.033773:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584034048:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 921us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.033781:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 105 00000100:00100000:3.0:1783952305.039037:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675072:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952305.039596:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952305.039660:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952305.039757:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.039766:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.039780:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.039890:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675456:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952305.039981:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.040108:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.047667:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675456 00000100:00100000:0.0:1783952305.047689:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675456 00000100:00100000:0.0:1783952305.047785:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1783952305.047811:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:159117:x1870607600675456:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1783952305.047841:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.047873:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b494388a2d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388a26 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.047916:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b494388a2d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388a26 expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.047936:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b494388a2d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a26 expref: 19 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.047946:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75c66c2900) 00010000:00010000:0.0:1783952305.047950:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.047955:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431aa00, rc 0) 00000100:00100000:0.0:1783952305.048085:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675456:12345-0@lo:101:mdt00_001.0 Request processed in 289us (8103us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.048094:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1783952305.048510:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675456:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952305.048541:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.048554:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952305.048609:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952305.048680:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675584:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952305.048747:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.048784:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357840 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.049020:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675584 00000100:00100000:2.0:1783952305.049029:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675584 00000100:00100000:2.0:1783952305.049097:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1783952305.049108:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675584:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952305.049202:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675584:12345-0@lo:1000:mdt00_001.0 Request processed in 96us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.049211:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1783952305.049536:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675584:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952305.049598:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675712:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1783952305.049629:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.049655:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357840 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.049726:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675712 00000100:00100000:0.0:1783952305.049731:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675712 00000100:00100000:0.0:1783952305.049775:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1783952305.049806:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783952305.050151:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675712:12345-0@lo:1000:mdt00_001.0 Request processed in 345us (519us total) trans 0 rc 1/1 00000100:00100000:0.0:1783952305.050160:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1783952305.053413:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675712:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1783952305.053556:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.053569:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.053581:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.053609:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675840:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1783952305.053724:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.053774:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.054081:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600675840 00000100:00100000:2.0:1783952305.054090:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600675840 00000100:00100000:2.0:1783952305.054164:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1783952305.054175:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:159117:x1870607600675840:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952305.054200:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.054225:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388a3b lrc: 2/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388a34 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.054276:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388a3b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388a34 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.054293:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388a3b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a34 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.054303:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952305.054307:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952305.054312:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9e00, rc 0) 00000100:00100000:2.0:1783952305.054421:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600675840:12345-0@lo:101:mdt00_001.0 Request processed in 247us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.054429:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1783952305.054751:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600675840:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1783952305.054772:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.054785:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.054839:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.054850:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.054860:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.055012:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.055025:0:159117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 2/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 26 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.055034:0:159117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 4/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.055083:0:159117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 26 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.055116:0:159117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 26 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.055132:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:159117:1870607600675968:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952305.055231:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.060605:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.060869:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:159117:1870607600675968:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952305.060912:0:159117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.061299:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034176 00000100:00100000:2.0:1783952305.061310:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034176 00010000:00010000:2.0:1783952305.061433:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 27 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.061483:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:2.0:1783952305.061495:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69255:x1870607584034176:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.061517:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.061526:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 4/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 27 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061541:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 3/0,0 mode: PR/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 27 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061601:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56400/0x3b91f5b4943889f5 lrc: 0/0,0 mode: --/PR res: [0x240002340:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de6b expref: 27 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061624:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:2.0:1783952305.061630:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061642:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061652:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.061690:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.061772:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584034176:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 278us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.061781:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 106 00010000:00010000:3.0:1783952305.061867:0:159117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.061876:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.061941:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.061950:0:159117:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.061961:0:159117:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.061987:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600676096:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1783952305.062045:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.062104:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.062306:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676096 00000100:00100000:2.0:1783952305.062313:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676096 00000100:00100000:2.0:1783952305.062411:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1783952305.062419:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159117:x1870607600676096:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1783952305.062440:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.062458:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388a50 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.062488:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.062513:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.062542:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.062557:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 5 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.062570:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600676224:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952305.062625:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.069798:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600676224:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952305.069855:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.069871:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75c66c2300) 00010000:00010000:0.0:1783952305.069875:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952305.069880:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.069893:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.069901:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9000, rc 0) 00000100:00100000:0.0:1783952305.069990:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:159117:x1870607600676096:12345-0@lo:101:mdt00_001.0 Request processed in 7570us (7942us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.070001:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1783952305.070139:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600676096:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1783952305.070187:0:159117:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.070199:0:159117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.073518:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.075518:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034304 00000100:00100000:2.0:1783952305.075539:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034304 00010000:00010000:2.0:1783952305.075617:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 6 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.075746:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 107 00000100:00100000:2.0:1783952305.075758:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584034304:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.075778:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.075788:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 6 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075806:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 6 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075838:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388a03 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de72 expref: 6 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075885:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75c66c2300) 00010000:00010000:2.0:1783952305.075894:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 20 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075908:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 20 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075919:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 20 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.075970:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 20 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.075990:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600676352:0@lo:105: 00000100:00100000:2.0:1783952305.076100:0:159103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.076164:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.076952:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676352 00000100:00100000:3.0:1783952305.076964:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676352 00000100:00100000:3.0:1783952305.077046:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1783952305.077057:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600676352:12345-0@lo:105: 00010000:00010000:3.0:1783952305.077074:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077086:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077095:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077104:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077111:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077120:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.077174:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1375a00) 00000100:00100000:3.0:1783952305.077248:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159103:x1870607600676352:12345-0@lo:105: Request processed in 192us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.077256:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783952305.078328:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:159103:1870607600676352:0@lo:105: 00010000:00010000:2.0:1783952305.078384:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.078463:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584034304:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2705us (4959us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.078479:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 107 00010000:00010000:3.0:1783952305.080576:0:159117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.080600:0:159117:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.081494:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600676480:0@lo:403:mdt00_001.0 00000100:00100000:3.0:1783952305.081604:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.081815:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6357f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.083973:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676480 00000100:00100000:0.0:1783952305.083994:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676480 00000100:00100000:0.0:1783952305.084096:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1783952305.084109:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:159117:x1870607600676480:12345-0@lo:403:mdt00_001.0 00000100:00100000:0.0:1783952305.086492:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:159117:x1870607600676480:12345-0@lo:403:mdt00_001.0 Request processed in 2370us (4873us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.086524:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1783952305.087146:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:159117:1870607600676480:0@lo:403:mdt00_001.0 00000040:00080000:3.0:1783952305.088453:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].7, 944 off39376 00000040:00080000:3.0:1783952305.088707:0:159117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].7, 1024 off39936 00000004:00080000:3.0:1783952305.088717:0:159117:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a75c6357f00 with version 14 00000004:00080000:1.0:1783952305.089285:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 14 rpc_version 14 00000020:00100000:1.0:1783952305.089379:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952305.089395:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75f717d180 x1870607600676736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2608/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952305.089431:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600676736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952305.089520:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.089557:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.090550:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676736 00000100:00100000:0.0:1783952305.090565:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676736 00000100:00100000:0.0:1783952305.090641:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1783952305.090653:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:165929:x1870607600676736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952305.091610:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+22:165929:x1870607600676736:12345-0@lo:1000:osp_up0-1.0 Request processed in 955us (2085us total) trans 34359738600 rc 0/0 00000100:00100000:0.0:1783952305.091623:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1783952305.093657:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600676736:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1783952305.096634:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x6:0x0]: returning size 4096 00010000:00010000:3.0:1783952305.096678:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096701:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096710:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096746:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.096751:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096760:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096783:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0x9:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:3.0:1783952305.096786:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952305.096792:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 2/0,0 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096798:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57000/0x3b91f5b494388a49 lrc: 0/0,0 mode: --/EX res: [0x240002340:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096826:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096834:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096841:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096927:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952305.096941:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0x9:0x0] 00010000:00010000:3.0:1783952305.096955:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096961:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096974:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096980:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.096983:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096989:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.096999:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75fb008800) 00010000:00010000:3.0:1783952305.097001:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.097004:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.097010:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388a42 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.097024:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.097031:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.097037:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.100999:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952305.101025:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.101637:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.101678:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.101701:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.101771:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.101779:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1783952305.101909:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600676864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952305.102006:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.102138:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676864 00000100:00100000:1.0:1783952305.102148:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676864 00000100:00100000:1.0:1783952305.102229:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1783952305.102240:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+22:106953:x1870607600676864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.102256:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.102283:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388a57 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388a50 expref: 22 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.102326:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff8a75c66c2300) 00010000:00010000:1.0:1783952305.102383:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952305.102473:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102482:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375a00/0x3b91f5b494388a50 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a57 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102505:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952305.102511:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102519:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.102523:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.102531:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 5/0,0 mode: EX/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102553:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 4/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102571:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.102591:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 3/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.102599:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.102601:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.102604:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952305.102619:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952305.102634:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600676992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.102667:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783952305.102865:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783952305.102876:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56c00/0x3b91f5b494388a34 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a3b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952305.102917:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952305.102948:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.102956:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.102963:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.102982:0:159117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1783952305.102988:0:159117:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952305.102994:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.103002:0:159117:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.103107:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584033920:12345-192.168.202.38@tcp:36:rm.0 Request processed in 81652us (83292us total) trans 25769803797 rc 0/0 00000100:00100000:3.0:1783952305.103118:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 493 00010000:00010000:2.0:1783952305.104610:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952305.104628:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.104645:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.104654:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.104665:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.104736:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.104743:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.104775:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.104809:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388a18 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a1f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.104836:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.104838:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.104840:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952305.105431:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600677120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952305.105528:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.105664:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600676992 00000100:00100000:2.0:1783952305.105675:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600676992 00000100:00100000:2.0:1783952305.105788:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677120 00000100:00100000:2.0:1783952305.105792:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677120 00000100:00100000:1.0:1783952305.105938:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+23:106953:x1870607600676864:12345-0@lo:103:ldlm_bl.0 Request processed in 3698us (3929us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.105950:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1783952305.105981:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783952305.105992:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+22:106955:x1870607600676992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.106010:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.106038:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388a3b lrc: 0/0,0 mode: --/EX res: [0x240002343:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388a34 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.106078:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x6:0x0].0x0 (ffff8a75d97bce00) 00010000:00010000:1.0:1783952305.106093:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.106141:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+21:106955:x1870607600676992:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (3474us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.106148:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783952305.106168:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783952305.106175:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+20:106955:x1870607600677120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.106184:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.106195:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388a1f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388a18 expref: 20 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.106207:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:1.0:1783952305.106215:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.106239:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+19:106955:x1870607600677120:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.106260:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783952305.109787:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600676864:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952305.110435:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952305.110535:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600677120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952305.110559:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600676992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952305.112302:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.112544:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034432 00000100:00100000:3.0:1783952305.112557:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034432 00000100:00100000:3.0:1783952305.112639:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 494 00000100:00100000:3.0:1783952305.112650:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584034432:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.112707:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.112740:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494388a5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de80 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.112979:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.112996:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.113011:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.113655:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952305.113662:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952305.113706:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.113743:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494388a5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.113764:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.113774:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:3.0:1783952305.113778:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952305.113782:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375c00, rc 0) 00000100:00100000:3.0:1783952305.114007:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584034432:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1357us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.114016:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 494 00000100:00100000:2.0:1783952305.129925:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.130067:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034560 00000100:00100000:1.0:1783952305.130088:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034560 00000100:00100000:1.0:1783952305.130171:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 495 00000100:00100000:1.0:1783952305.130182:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584034560:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.130210:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.130238:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388a6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de87 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130328:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130392:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130406:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130427:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130435:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.130443:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.130622:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600677248:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952305.130703:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.130746:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.131186:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677248 00000100:00100000:2.0:1783952305.131193:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677248 00000100:00100000:2.0:1783952305.131244:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1783952305.131254:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600677248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952305.131394:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159116:x1870607600677248:12345-0@lo:1000:mdt00_000.0 Request processed in 140us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.131403:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1783952305.131590:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:159116:1870607600677248:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1783952305.131662:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131676:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131687:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952305.131727:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131745:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131754:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131761:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131769:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131776:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.131781:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131802:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131818:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:1.0:1783952305.131822:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.131828:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131836:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388a73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131853:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131859:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131866:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131872:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.131875:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131883:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131891:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75fb008500) 00010000:00010000:1.0:1783952305.131893:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.131896:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131909:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388a7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131953:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388a6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de87 expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.131969:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de87 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.132682:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.132685:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.132688:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00100000:1.0:1783952305.132841:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584034560:12345-192.168.202.38@tcp:101:rm.0 Request processed in 2658us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.132852:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 495 00000100:00100000:0.0:1783952305.141062:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.141287:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034688 00000100:00100000:2.0:1783952305.141301:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034688 00000100:00100000:2.0:1783952305.141435:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:2.0:1783952305.141450:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123787:x1870607584034688:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952305.141483:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.141514:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388a88 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de8e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.141596:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a8f lrc: 3/1,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.141632:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a8f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.141646:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a8f lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952305.141800:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1783952305.141808:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1783952305.141859:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388a88 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de8e expref: 28 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.141884:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a8f lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de8e expref: 27 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.141894:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.141897:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1783952305.141901:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:2.0:1783952305.141985:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123787:x1870607584034688:12345-192.168.202.38@tcp:101:rm.0 Request processed in 539us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.141993:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:1.0:1783952305.152042:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.152242:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034816 00000100:00100000:3.0:1783952305.152257:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034816 00000100:00100000:3.0:1783952305.152398:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00100000:3.0:1783952305.152411:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123787:x1870607584034816:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.152437:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.152470:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388a96 lrc: 2/0,0 mode: --/CR res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de95 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.152553:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 3/1,0 mode: --/PR res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.152571:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.152586:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.152649:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1783952305.152656:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952305.152713:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388a96 lrc: 0/0,0 mode: --/CR res: [0x240002340:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.152735:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 28 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.152744:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:3.0:1783952305.152748:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952305.152751:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375e00, rc 0) 00000100:00100000:3.0:1783952305.158645:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123787:x1870607584034816:12345-192.168.202.38@tcp:101:rm.0 Request processed in 6218us (6600us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.158680:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00100000:0.0:1783952305.164599:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.164746:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584034944 00000100:00100000:3.0:1783952305.164759:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584034944 00000100:00100000:3.0:1783952305.164843:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 498 00000100:00100000:3.0:1783952305.164856:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584034944:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.164885:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.164918:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388aa4 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981de9c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.165016:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.165035:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.165061:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.165316:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1783952305.165323:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952305.165405:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388aa4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.165431:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 8 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.165441:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:3.0:1783952305.165444:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952305.165468:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374800, rc 0) 00000100:00100000:3.0:1783952305.165552:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584034944:12345-192.168.202.38@tcp:101:rm.0 Request processed in 698us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.165560:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 498 00000100:00100000:3.0:1783952305.181823:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.181877:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.182003:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035328 00000100:00100000:1.0:1783952305.182017:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035328 00000100:00100000:1.0:1783952305.182108:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 499 00000100:00100000:1.0:1783952305.182120:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123787:x1870607584035328:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.182151:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.182189:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ab2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dedb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.182463:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1783952305.182595:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ab2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dedb expref: 30 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.182637:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008500) 00010000:00010000:1.0:1783952305.182640:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.182648:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ab2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dedb expref: 30 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.182671:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56600, rc 0) 00000100:00100000:1.0:1783952305.182766:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584035328:12345-192.168.202.38@tcp:101:rm.0 Request processed in 647us (887us total) trans 25769803798 rc 301/301 00000100:00100000:1.0:1783952305.182774:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 499 00000100:00100000:2.0:1783952305.183641:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035072 00000100:00100000:2.0:1783952305.183653:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035072 00000100:00100000:2.0:1783952305.183734:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 658 00000100:00100000:2.0:1783952305.183745:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584035072:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:2.0:1783952305.183810:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.183830:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388ac0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dea3 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.183903:0:159854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.183918:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.183931:0:159854:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.183948:0:159854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.183954:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.184031:0:159854:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.184184:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID:159854:1870607600677376:0@lo:1000:mdt_out00_002.0 00000100:00100000:2.0:1783952305.184257:0:159854:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.184297:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.184406:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677376 00000100:00100000:0.0:1783952305.184411:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677376 00000100:00100000:0.0:1783952305.184438:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1783952305.184445:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159854:x1870607600677376:12345-0@lo:1000:mdt_out00_002.0 00000100:00100000:0.0:1783952305.184535:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:159854:x1870607600677376:12345-0@lo:1000:mdt_out00_002.0 Request processed in 89us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.184543:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1783952305.185846:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID:159854:1870607600677376:0@lo:1000:mdt_out00_002.0 00010000:00010000:2.0:1783952305.185919:0:159854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.185930:0:159854:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.185939:0:159854:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.185978:0:159854:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.185984:0:159854:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.185993:0:159854:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186012:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952305.186015:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.186020:0:159854:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186027:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8800/0x3b91f5b494388ac7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186043:0:159854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186618:0:159854:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186625:0:159854:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186631:0:159854:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.186634:0:159854:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186640:0:159854:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186662:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952305.186665:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.186668:0:159854:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186674:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ace lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159854 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186739:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-66, rc=-66) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388ac0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dea3 expref: 9 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186750:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952305.186753:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952305.186756:0:159854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388ac0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dea3 expref: 9 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.186767:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc -66) 00000100:00100000:3.0:1783952305.188772:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.188946:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584035072:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 5198us (7134us total) trans 0 rc -66/-66 00000100:00100000:0.0:1783952305.188964:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 658 00000100:00100000:1.0:1783952305.189212:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035456 00000100:00100000:1.0:1783952305.189226:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035456 00000100:00100000:1.0:1783952305.189294:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:1.0:1783952305.189306:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584035456:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952305.200966:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584035456:12345-192.168.202.38@tcp:37:rm.0 Request processed in 11632us (12175us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.200985:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:2.0:1783952305.206267:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.206449:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035584 00000100:00100000:3.0:1783952305.206462:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035584 00000100:00100000:3.0:1783952305.206540:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 125 00000100:00100000:3.0:1783952305.206553:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584035584:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:3.0:1783952305.209933:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.215934:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584035584:12345-192.168.202.38@tcp:37:rm.0 Request processed in 9368us (9664us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.215961:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 125 00000100:00100000:2.0:1783952305.216939:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035712 00000100:00100000:2.0:1783952305.216954:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035712 00000100:00100000:2.0:1783952305.217024:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 287 00000100:00100000:2.0:1783952305.217034:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584035712:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952305.217408:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584035712:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 373us (7489us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.217416:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 287 00000100:00100000:3.0:1783952305.219727:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.219865:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584035968 00000100:00100000:1.0:1783952305.219876:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584035968 00000100:00100000:1.0:1783952305.219952:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 126 00000100:00100000:1.0:1783952305.219974:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584035968:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952305.220721:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:123787:x1870607584035968:12345-192.168.202.38@tcp:35:rm.0 Request processed in 754us (1003us total) trans 25769803799 rc 0/0 00000100:00100000:1.0:1783952305.220732:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 126 00000100:00100000:3.0:1783952305.227732:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:2.0:1783952305.228237:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952305.228384:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036352 00000100:00100000:0.0:1783952305.228399:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036352 00000100:00100000:0.0:1783952305.228487:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 500 00000100:00100000:0.0:1783952305.228499:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:123787:x1870607584036352:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:0.0:1783952305.228583:0:159118:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952305.228619:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388a8f lrc: 0/0,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de8e expref: 30 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.228643:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:0.0:1783952305.228655:0:159118:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952305.228735:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.228745:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.228755:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.228781:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600677504:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952305.228861:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.228905:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.229150:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677504 00000100:00100000:2.0:1783952305.229175:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677504 00000100:00100000:2.0:1783952305.229220:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1783952305.229229:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:159118:x1870607600677504:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952305.229245:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.229274:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388ad5 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.229301:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.229312:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.229400:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.229416:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.229429:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600677632:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952305.229516:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.231578:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.232165:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036096 00000100:00100000:3.0:1783952305.232178:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036096 00000100:00100000:0.0:1783952305.232785:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 94 00000100:00100000:0.0:1783952305.232803:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6233850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69255:x1870607584036096:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:0.0:1783952305.232825:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952305.232862:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388a81 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de87 expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.232904:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:0.0:1783952305.232919:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952305.233166:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6233850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584036096:12345-192.168.202.38@tcp:103:rm.0 Request processed in 369us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.233176:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 94 00000100:00100000:1.0:1783952305.251097:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.251294:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036480 00000100:00100000:3.0:1783952305.251305:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036480 00010000:00010000:3.0:1783952305.251387:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.251436:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 108 00000100:00100000:3.0:1783952305.251449:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69254:x1870607584036480:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.251470:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.251479:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.251494:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.251533:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:3.0:1783952305.251542:0:159101:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.251553:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.251563:0:159101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.251610:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.251627:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600677760:0@lo:105: 00000100:00100000:3.0:1783952305.251701:0:159101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.251748:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.252455:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677760 00000100:00100000:2.0:1783952305.252467:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677760 00000100:00100000:2.0:1783952305.252530:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783952305.252542:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600677760:12345-0@lo:105: 00010000:00010000:2.0:1783952305.252561:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252589:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252601:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252610:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252618:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252629:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.252649:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431a200) 00000100:00100000:2.0:1783952305.252733:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159101:x1870607600677760:12345-0@lo:105: Request processed in 193us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.252742:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783952305.253113:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eafb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:159101:1870607600677760:0@lo:105: 00010000:00010000:1.0:1783952305.253136:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.253200:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69254:x1870607584036480:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1752us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.253210:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 108 00010000:00010000:2.0:1783952305.253521:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388a65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de80 expref: 6 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.253542:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600677632:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952305.253564:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 20 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.253590:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:2.0:1783952305.253594:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.253597:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952305.254697:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:159118:x1870607600677504:12345-0@lo:101:mdt00_002.0 Request processed in 25455us (25820us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.254711:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1783952305.255191:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600677504:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952305.255221:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952305.255254:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1783952305.255362:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.255371:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.255383:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.255407:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600677888:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1783952305.255462:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.255499:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.255638:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600677888 00000100:00100000:2.0:1783952305.255646:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600677888 00000100:00100000:2.0:1783952305.255709:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1783952305.255719:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+20:159118:x1870607600677888:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952305.255739:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.255760:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388aea lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388ae3 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.255802:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388aea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388ae3 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.255819:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388aea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388ae3 expref: 21 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.255828:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75d97bce00) 00010000:00010000:2.0:1783952305.255831:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.255834:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8200, rc 0) 00000100:00100000:2.0:1783952305.255880:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600677888:12345-0@lo:101:mdt00_002.0 Request processed in 163us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.255886:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1783952305.255937:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600677888:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952305.255949:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.255957:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952305.255989:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1783952305.256032:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678016:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952305.256242:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.256262:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.256290:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678016 00000100:00100000:2.0:1783952305.256294:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678016 00000100:00100000:2.0:1783952305.256322:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1783952305.256329:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600678016:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952305.256425:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600678016:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.256432:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1783952305.256462:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678016:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952305.256511:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678144:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952305.256533:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.256547:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.256558:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678144 00000100:00100000:2.0:1783952305.256561:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678144 00000100:00100000:2.0:1783952305.256581:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1783952305.256586:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600678144:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783952305.256675:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600678144:12345-0@lo:1000:mdt00_002.0 Request processed in 88us (140us total) trans 0 rc 1/1 00000100:00100000:2.0:1783952305.256681:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1783952305.256716:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678144:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1783952305.256760:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.256769:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.256777:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.256788:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678272:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1783952305.256820:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.256833:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.256843:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678272 00000100:00100000:2.0:1783952305.256847:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678272 00000100:00100000:2.0:1783952305.256868:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1783952305.256874:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159118:x1870607600678272:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952305.256883:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.256897:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388af8 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388af1 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.256913:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388af8 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388af1 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.256924:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388af8 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388af1 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.256939:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:2.0:1783952305.256942:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952305.256944:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:2.0:1783952305.256986:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:159118:x1870607600678272:12345-0@lo:101:mdt00_002.0 Request processed in 111us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.256992:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1783952305.257020:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678272:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1783952305.257030:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257039:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257075:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,1 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257085:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257095:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257203:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257217:0:159118:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257238:0:159118:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257266:0:159118:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.257282:0:159118:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 29 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.257295:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600678400:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952305.259988:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.269571:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.271827:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036608 00000100:00100000:3.0:1783952305.271848:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036608 00010000:00010000:3.0:1783952305.271918:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 30 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.272166:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 109 00000100:00100000:3.0:1783952305.272180:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69253:x1870607584036608:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.272202:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.272211:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 30 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.272249:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 30 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.272639:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:3.0:1783952305.272647:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.272658:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.272666:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.273248:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952305.274458:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69253:x1870607584036608:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2266us (4886us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.274474:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 109 00010000:00010000:0.0:1783952305.276500:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375e00/0x3b91f5b494388a9d lrc: 0/0,0 mode: --/PR res: [0x240002340:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de95 expref: 29 pid: 159117 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.276535:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:159118:1870607600678400:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952305.276570:0:159118:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.276583:0:159118:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.276589:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.276792:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.278871:0:159118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.278894:0:159118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.278940:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678528:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1783952305.279086:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.279141:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.284252:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678528 00000100:00100000:3.0:1783952305.284287:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678528 00000100:00100000:3.0:1783952305.284420:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1783952305.284433:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:159118:x1870607600678528:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1783952305.284461:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.284492:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388b0d expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.284535:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.284574:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.284625:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 5 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.284643:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 5 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.284659:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600678656:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952305.284796:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.299032:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.299200:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036736 00000100:00100000:1.0:1783952305.299211:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036736 00010000:00010000:1.0:1783952305.299286:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 6 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.299364:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 110 00000100:00100000:1.0:1783952305.299397:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584036736:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.299420:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.299429:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 6 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299446:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 6 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299477:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:1.0:1783952305.299485:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299499:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299509:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299557:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.299574:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600678784:0@lo:105: 00000100:00100000:1.0:1783952305.299637:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.299685:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.299721:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678784 00000100:00100000:1.0:1783952305.299725:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678784 00000100:00100000:1.0:1783952305.299761:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783952305.299767:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600678784:12345-0@lo:105: 00010000:00010000:1.0:1783952305.299787:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299797:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299807:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299814:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299821:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299830:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.299847:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431ba00) 00000100:00100000:1.0:1783952305.299886:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600678784:12345-0@lo:105: Request processed in 118us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.299894:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783952305.299941:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600678784:0@lo:105: 00010000:00010000:1.0:1783952305.299963:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.300008:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584036736:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 615us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.300016:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 110 00010000:00010000:0.0:1783952305.300435:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388aab lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981de9c expref: 5 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.300455:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600678656:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952305.300485:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.300495:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:0.0:1783952305.300498:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952305.300501:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375a00, rc 0) 00000100:00100000:0.0:1783952305.300552:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:159118:x1870607600678528:12345-0@lo:101:mdt00_002.0 Request processed in 16123us (21466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.300560:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1783952305.302119:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678528:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1783952305.302155:0:159118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.306031:0:159118:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678912:0@lo:403:mdt00_002.0 00000100:00100000:1.0:1783952305.307243:0:159118:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.308246:0:159118:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.312154:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600678912 00000100:00100000:0.0:1783952305.312180:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600678912 00000100:00100000:0.0:1783952305.312891:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1783952305.312909:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:159118:x1870607600678912:12345-0@lo:403:mdt00_002.0 00000100:00100000:2.0:1783952305.327604:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:159118:x1870607600678912:12345-0@lo:403:mdt00_002.0 Request processed in 14688us (20351us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.327637:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1783952305.328304:0:159118:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:159118:1870607600678912:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1783952305.334593:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].8, 944 off40320 00000040:00080000:2.0:1783952305.336238:0:159118:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].8, 1024 off40960 00000004:00080000:2.0:1783952305.336266:0:159118:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca6fc240 with version 15 00000004:00080000:1.0:1783952305.341436:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 15 rpc_version 15 00000020:00100000:1.0:1783952305.341521:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952305.341538:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ff462a00 x1870607600679168/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952305.341571:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600679168:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952305.341699:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.341762:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c46546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.341972:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679168 00000100:00100000:3.0:1783952305.341984:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679168 00000100:00100000:3.0:1783952305.342068:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1783952305.342081:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:165929:x1870607600679168:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952305.342980:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:165929:x1870607600679168:12345-0@lo:1000:osp_up0-1.0 Request processed in 898us (1288us total) trans 34359738601 rc 0/0 00000100:00100000:3.0:1783952305.342992:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1783952305.343270:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600679168:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1783952305.343527:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x7:0x0]: returning size 4096 00010000:00010000:2.0:1783952305.343561:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343573:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343583:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343591:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.343632:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343641:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343662:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xa:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:2.0:1783952305.343666:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952305.343671:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343679:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388b06 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343722:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343732:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343738:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343759:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783952305.343770:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xa:0x0] 00010000:00010000:2.0:1783952305.343782:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343788:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343793:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343805:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.343808:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343815:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343825:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.343827:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.343830:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 2/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343836:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388aff lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343853:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343860:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343867:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343890:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1783952305.343903:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952305.343910:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343931:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343938:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343958:0:159118:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1783952305.343965:0:159118:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952305.343977:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952305.343984:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.343992:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.343998:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.344006:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344191:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344200:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.344239:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344248:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431ba00/0x3b91f5b494388b0d lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b14 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344464:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952305.344469:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344475:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.344479:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.344487:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344508:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344514:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.344521:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 1/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344528:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388af1 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388af8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344541:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952305.344544:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344550:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.344555:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.344569:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344589:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.344594:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.346239:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.346536:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952305.346573:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600679552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952305.346688:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.346877:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679552 00000100:00100000:3.0:1783952305.346887:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679552 00000100:00100000:3.0:1783952305.346961:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1783952305.346971:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+24:106954:x1870607600679552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.347015:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.347244:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431a200/0x3b91f5b494388ad5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388adc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.347364:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388adc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388ad5 expref: 24 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.347383:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904600) 00010000:00010000:3.0:1783952305.347394:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952305.347448:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+23:106954:x1870607600679552:12345-0@lo:103:ldlm_bl.0 Request processed in 477us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.347456:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1783952305.347514:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600679552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.347625:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.347819:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.347822:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.347824:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952305.347842:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600679296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.347887:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.347925:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952305.347933:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600679424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.347955:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783952305.348000:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.348013:0:159118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.348454:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679296 00000100:00100000:3.0:1783952305.348464:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679296 00000100:00100000:3.0:1783952305.348516:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679424 00000100:00100000:3.0:1783952305.348520:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679424 00000100:00100000:3.0:1783952305.348543:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1783952305.348552:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+24:106952:x1870607600679296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.348567:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.348590:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b14 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388b0d expref: 24 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.348607:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff8a75d0904400) 00000100:00100000:1.0:1783952305.348739:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783952305.348752:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+23:106952:x1870607600679424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.348760:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.348772:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388af8 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388af1 expref: 23 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.348791:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x7:0x0].0x0 (ffff8a75d97bc700) 00010000:00010000:1.0:1783952305.348802:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.348873:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+22:106952:x1870607600679424:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.348881:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00010000:00010000:3.0:1783952305.349717:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952305.349769:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+21:106952:x1870607600679296:12345-0@lo:103:ldlm_bl.0 Request processed in 1216us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.349781:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783952305.350009:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600679424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.350023:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600679296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952305.350601:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584036352:12345-192.168.202.38@tcp:36:rm.0 Request processed in 122098us (122879us total) trans 25769803800 rc 0/0 00000100:00100000:3.0:1783952305.350641:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 500 00000100:00100000:2.0:1783952305.371215:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.371599:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036864 00000100:00100000:1.0:1783952305.371682:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036864 00000100:00100000:1.0:1783952305.371817:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 501 00000100:00100000:1.0:1783952305.371830:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584036864:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.371862:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.371891:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dee2 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.371973:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.371990:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.372003:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.372072:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.372076:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952305.372102:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.372129:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.372149:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.372182:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.372186:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952305.372190:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952305.372590:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584036864:12345-192.168.202.38@tcp:101:rm.0 Request processed in 761us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.372600:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 501 00000100:00100000:0.0:1783952305.376238:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.376572:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584036992 00000100:00100000:1.0:1783952305.376586:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584036992 00000100:00100000:1.0:1783952305.377991:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 502 00000100:00100000:1.0:1783952305.378017:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584036992:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.378059:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.378092:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388b29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dee9 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378186:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378204:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378219:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378239:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378247:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378569:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378654:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 3/1,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378663:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378744:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952305.378776:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378898:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378906:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378912:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378919:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378926:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.378930:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378938:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378959:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.378963:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.378968:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378975:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388b30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378992:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.378998:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379003:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379008:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.379010:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379016:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379022:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75fb008300) 00010000:00010000:1.0:1783952305.379024:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.379027:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379032:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388b37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379147:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388b29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee9 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379164:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee9 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.379171:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75fb008800) 00010000:00010000:1.0:1783952305.379173:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.379175:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56600, rc 0) 00000100:00100000:1.0:1783952305.379871:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584036992:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1860us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.379882:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 502 00000100:00100000:2.0:1783952305.380121:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.381194:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037120 00000100:00100000:1.0:1783952305.381209:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037120 00000100:00100000:1.0:1783952305.381454:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 668 00000100:00100000:1.0:1783952305.381470:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584037120:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:1.0:1783952305.381521:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.381547:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981def0 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381633:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381650:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381860:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381902:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381911:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381919:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381972:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381981:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381989:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.381996:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.382001:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382010:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382024:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.382028:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.382034:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382040:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388b4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382151:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382159:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382165:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382171:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.382174:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382181:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382190:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf58b9667 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952305.382193:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.382196:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382202:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf58b9667 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382244:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b45 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981def0 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382548:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.382552:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783952305.382566:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981def0 expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.382578:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57800, rc -2) 00000100:00100000:1.0:1783952305.385584:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584037120:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 4096us (5440us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952305.385608:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 668 00000100:00100000:3.0:1783952305.391582:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.393128:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037248 00000100:00100000:0.0:1783952305.393154:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037248 00000100:00100000:0.0:1783952305.393451:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 503 00000100:00100000:0.0:1783952305.393468:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123787:x1870607584037248:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952305.393507:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.393542:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388b5a lrc: 2/0,0 mode: --/CR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981def7 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.393672:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b494388b61 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.393700:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b494388b61 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.393717:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b494388b61 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.393859:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.393866:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952305.393913:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388b5a lrc: 0/0,0 mode: --/CR res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981def7 expref: 31 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.393938:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b494388b61 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981def7 expref: 30 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.393949:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75c66c2600) 00010000:00010000:0.0:1783952305.393952:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952305.393957:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b600, rc 0) 00000100:00100000:0.0:1783952305.394056:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:123787:x1870607584037248:12345-192.168.202.38@tcp:101:rm.0 Request processed in 584us (2482us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.394064:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 503 00000100:00100000:1.0:1783952305.400686:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.402443:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037376 00000100:00100000:3.0:1783952305.402463:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037376 00000100:00100000:3.0:1783952305.402723:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 504 00000100:00100000:3.0:1783952305.402741:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:123787:x1870607584037376:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.402772:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.402821:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b68 lrc: 2/0,0 mode: --/CR res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981defe expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.402916:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/1,0 mode: --/PR res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.402934:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.402948:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.403016:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xb:0x0]: returning size 4096 00000004:00200000:3.0:1783952305.403023:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952305.403083:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b68 lrc: 0/0,0 mode: --/CR res: [0x240002340:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 32 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.403108:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 31 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.403119:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:3.0:1783952305.403141:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952305.403146:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374200, rc 0) 00000100:00100000:3.0:1783952305.403251:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:123787:x1870607584037376:12345-192.168.202.38@tcp:101:rm.0 Request processed in 514us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.403266:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 504 00000100:00100000:2.0:1783952305.406119:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.406792:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037504 00000100:00100000:1.0:1783952305.406807:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037504 00000100:00100000:1.0:1783952305.406893:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 505 00000100:00100000:1.0:1783952305.406905:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584037504:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.406935:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.406967:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b76 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df05 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.407058:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.407075:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.407090:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.407155:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.407163:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952305.407214:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b76 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 9 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.407280:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 8 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.407290:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952305.407294:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952305.407298:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57a00, rc 0) 00000100:00100000:1.0:1783952305.407431:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584037504:12345-192.168.202.38@tcp:101:rm.0 Request processed in 528us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.407440:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 505 00000100:00100000:2.0:1783952305.415017:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.415126:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037760 00000100:00100000:1.0:1783952305.415141:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037760 00000100:00100000:1.0:1783952305.415223:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 506 00000100:00100000:1.0:1783952305.415235:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:123787:x1870607584037760:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.415265:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.415295:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df0c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.415583:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1783952305.415740:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b84 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df0c expref: 33 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.415759:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008300) 00010000:00010000:1.0:1783952305.415762:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.415768:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57800/0x3b91f5b494388b84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df0c expref: 33 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.415816:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57800, rc 0) 00000100:00100000:1.0:1783952305.415895:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584037760:12345-192.168.202.38@tcp:101:rm.0 Request processed in 662us (894us total) trans 25769803801 rc 301/301 00000100:00100000:1.0:1783952305.415904:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 506 00000100:00100000:2.0:1783952305.420780:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.420932:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584037888 00000100:00100000:1.0:1783952305.420945:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584037888 00000100:00100000:1.0:1783952305.421033:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:1.0:1783952305.421054:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584037888:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:1.0:1783952305.431285:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584037888:12345-192.168.202.38@tcp:37:rm.0 Request processed in 10221us (10499us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.431307:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:3.0:1783952305.442148:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.442306:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038016 00000100:00100000:2.0:1783952305.442321:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038016 00000100:00100000:2.0:1783952305.442452:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:2.0:1783952305.442463:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf89bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584038016:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:0.0:1783952305.450137:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf89bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584038016:12345-192.168.202.38@tcp:37:rm.0 Request processed in 7658us (7987us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.450158:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:0.0:1783952305.464147:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.464272:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038272 00000100:00100000:1.0:1783952305.464287:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038272 00000100:00100000:1.0:1783952305.464383:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:1.0:1783952305.464396:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584038272:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:1.0:1783952305.466771:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:123787:x1870607584038272:12345-192.168.202.38@tcp:35:rm.0 Request processed in 941us (1206us total) trans 25769803802 rc 0/0 00000100:00100000:1.0:1783952305.466789:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:3.0:1783952305.470103:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.470238:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038400 00000100:00100000:1.0:1783952305.470252:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038400 00000100:00100000:1.0:1783952305.470370:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 98 00000100:00100000:1.0:1783952305.470382:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6230450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69255:x1870607584038400:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:1.0:1783952305.470405:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.470442:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388b3e lrc: 0/0,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee9 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.470487:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75fb008800) 00010000:00010000:1.0:1783952305.470502:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.470573:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6230450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584038400:12345-192.168.202.38@tcp:103:rm.0 Request processed in 193us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.470582:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 98 00000100:00100000:0.0:1783952305.470828:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.473810:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038656 00000100:00100000:1.0:1783952305.473832:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038656 00000100:00100000:1.0:1783952305.473917:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 507 00000100:00100000:1.0:1783952305.473929:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:123787:x1870607584038656:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:1.0:1783952305.474011:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.474049:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b600/0x3b91f5b494388b61 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981def7 expref: 33 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.474143:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75c66c2600) 00010000:00010000:1.0:1783952305.474158:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783952305.474236:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.474246:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.474257:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.474285:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600679680:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1783952305.474605:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.474776:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.478545:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679680 00000100:00100000:3.0:1783952305.478570:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679680 00000100:00100000:3.0:1783952305.478801:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1783952305.478814:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:159116:x1870607600679680:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1783952305.478850:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.478881:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388b92 expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.478924:0:159121:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.478937:0:159121:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.478984:0:159121:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.479000:0:159121:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.479017:0:159121:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600679808:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952305.479155:0:159121:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.491735:0:159121:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:159121:1870607600679808:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952305.491799:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.491817:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:3.0:1783952305.491821:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.491826:0:159121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 22 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.491849:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375a00, rc 0) 00000100:00100000:3.0:1783952305.491952:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:159116:x1870607600679680:12345-0@lo:101:mdt00_000.0 Request processed in 13139us (17346us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.491964:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1783952305.493017:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600679680:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1783952305.493053:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.493067:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.499481:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.500293:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038784 00000100:00100000:1.0:1783952305.500310:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038784 00010000:00010000:1.0:1783952305.500409:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.500468:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 111 00000100:00100000:1.0:1783952305.500480:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584038784:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.500501:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.500510:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500528:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500559:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388b22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dee2 expref: 7 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500581:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952305.500599:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 21 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500646:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 21 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500657:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 21 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.500731:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 21 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.500751:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600679936:0@lo:105: 00000100:00100000:1.0:1783952305.501050:0:159102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.501106:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.501261:0:159099:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1783952305.501277:0:159099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600679936 00000100:00100000:3.0:1783952305.501284:0:159099:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600679936 00000100:00100000:3.0:1783952305.501364:0:159099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783952305.501375:0:159099:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5f9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600679936:12345-0@lo:105: 00010000:00010000:3.0:1783952305.501390:0:159099:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501404:0:159099:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501414:0:159099:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501440:0:159099:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501448:0:159099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501460:0:159099:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.501500:0:159099:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75d0d56a00) 00000100:00100000:3.0:1783952305.501569:0:159099:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5f9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:159102:x1870607600679936:12345-0@lo:105: Request processed in 196us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.501578:0:159099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783952305.501735:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:159102:1870607600679936:0@lo:105: 00010000:00010000:0.0:1783952305.501764:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952305.501795:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.501809:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.501846:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584038784:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1365us (2381us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.501857:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 111 00000004:00080000:2.0:1783952305.502264:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952305.502324:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.502332:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.503467:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.503532:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680064:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1783952305.503619:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.503680:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680064 00000100:00100000:1.0:1783952305.503719:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680064 00000100:00100000:1.0:1783952305.503798:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1783952305.503811:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:159116:x1870607600680064:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1783952305.503836:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.503865:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ba7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388ba0 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.503900:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388ba0 expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.503917:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388ba0 expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.503939:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75fb008800) 00000100:00100000:2.0:1783952305.503942:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783952305.503943:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.503948:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56600, rc 0) 00000100:00100000:1.0:1783952305.504017:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680064:12345-0@lo:101:mdt00_000.0 Request processed in 208us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.504025:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1783952305.504192:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680064:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952305.504226:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.504239:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952305.504268:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1783952305.504329:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680192:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952305.504407:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.504432:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.504537:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680192 00000100:00100000:3.0:1783952305.504544:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680192 00000100:00100000:3.0:1783952305.504587:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1783952305.504597:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680192:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1783952305.505117:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680192:12345-0@lo:1000:mdt00_000.0 Request processed in 518us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.505126:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1783952305.505318:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680192:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952305.505430:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680320:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1783952305.505472:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.505500:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c4654900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.505624:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680320 00000100:00100000:2.0:1783952305.505631:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680320 00000100:00100000:2.0:1783952305.505685:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1783952305.505703:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680320:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1783952305.505848:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680320:12345-0@lo:1000:mdt00_000.0 Request processed in 146us (375us total) trans 0 rc 1/1 00000100:00100000:2.0:1783952305.505857:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1783952305.506327:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680320:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1783952305.506486:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.506498:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.506510:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.506529:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680448:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1783952305.506567:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.506615:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.507543:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680448 00000100:00100000:2.0:1783952305.507556:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680448 00000100:00100000:2.0:1783952305.507635:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1783952305.507650:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:159116:x1870607600680448:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952305.507673:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.507729:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388bb5 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388bae expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.507764:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388bb5 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388bae expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.507782:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388bb5 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bae expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.507791:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.507795:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952305.507799:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:2.0:1783952305.507876:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600680448:12345-0@lo:101:mdt00_000.0 Request processed in 232us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.507884:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1783952305.507986:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680448:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952305.508007:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508019:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508062:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,1 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508072:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508081:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508210:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508225:0:159116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 32 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508235:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508292:0:159116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 32 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.508308:0:159116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 32 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.508322:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:159116:1870607600680576:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952305.508446:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.517148:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.517307:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:159116:1870607600680576:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952305.517515:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.519429:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584038912 00000100:00100000:3.0:1783952305.519450:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584038912 00010000:00010000:3.0:1783952305.519522:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 33 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.519581:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 112 00000100:00100000:3.0:1783952305.519615:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69252:x1870607584038912:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.519637:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.519646:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 33 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519671:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 33 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519711:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374200/0x3b91f5b494388b6f lrc: 0/0,0 mode: --/PR res: [0x240002340:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981defe expref: 33 pid: 159118 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519733:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:3.0:1783952305.519739:0:159103:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519750:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519758:0:159103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.519798:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952305.519908:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:69252:x1870607584038912:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 297us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.519917:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 112 00010000:00010000:0.0:1783952305.520420:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.520433:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.520505:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.520514:0:159116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.520526:0:159116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.520553:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680704:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1783952305.520641:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.520714:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.521412:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680704 00000100:00100000:2.0:1783952305.521425:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680704 00000100:00100000:2.0:1783952305.521482:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1783952305.521493:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:159116:x1870607600680704:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1783952305.521516:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.521538:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388bca expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.521573:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 5 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.521583:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.521652:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 5 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.521743:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 5 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.521759:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600680832:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952305.522046:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.533985:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600680832:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952305.533985:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:3.0:1783952305.534045:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.534089:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:3.0:1783952305.534094:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952305.534099:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.534111:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 25 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.534119:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:3.0:1783952305.534209:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600680704:12345-0@lo:101:mdt00_000.0 Request processed in 12717us (13567us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.534220:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1783952305.534428:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600680704:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1783952305.534467:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.534482:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.535820:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039040 00000100:00100000:1.0:1783952305.535838:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039040 00010000:00010000:1.0:1783952305.535905:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.535980:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 113 00000100:00100000:1.0:1783952305.535992:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584039040:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.536012:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.536020:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536036:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536579:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388b7d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df05 expref: 6 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536655:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952305.536664:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536676:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536685:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.536747:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 24 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.536768:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600680960:0@lo:105: 00000100:00100000:2.0:1783952305.537332:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.537435:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600680960 00000100:00100000:0.0:1783952305.537543:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600680960 00000100:00100000:2.0:1783952305.537679:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.538025:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1783952305.538039:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600680960:12345-0@lo:105: 00010000:00010000:0.0:1783952305.538056:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538070:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538081:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538093:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538103:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538135:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.538167:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c431b600) 00010000:00010000:1.0:1783952305.538391:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.538402:0:159116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.538403:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600680960:12345-0@lo:105: Request processed in 369us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.538412:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783952305.538653:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600680960:0@lo:105: 00010000:00010000:2.0:1783952305.538852:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.538912:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584039040:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2921us (4943us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.538921:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 113 00000100:00100000:1.0:1783952305.539198:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600681088:0@lo:403:mdt00_000.0 00000100:00100000:1.0:1783952305.539259:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.539287:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.539311:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681088 00000100:00100000:1.0:1783952305.539317:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681088 00000100:00100000:1.0:1783952305.539392:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1783952305.539400:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600681088:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1783952305.549523:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600681088:12345-0@lo:403:mdt00_000.0 Request processed in 10107us (10248us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.549545:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1783952305.550591:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600681088:0@lo:403:mdt00_000.0 00000040:00080000:2.0:1783952305.555698:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].9, 944 off41264 00000040:00080000:2.0:1783952305.555982:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].9, 1024 off41984 00000004:00080000:2.0:1783952305.555990:0:159116:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74ca6fc840 with version 16 00000004:00080000:1.0:1783952305.556138:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 16 rpc_version 16 00000020:00100000:1.0:1783952305.556189:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952305.556202:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ff463100 x1870607600681344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952305.556232:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600681344:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952305.556808:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.556859:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.557165:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681344 00000100:00100000:3.0:1783952305.557176:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681344 00000100:00100000:3.0:1783952305.557251:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1783952305.557437:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2dd3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:165929:x1870607600681344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952305.558135:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2dd3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:165929:x1870607600681344:12345-0@lo:1000:osp_up0-1.0 Request processed in 702us (1327us total) trans 34359738602 rc 0/0 00000100:00100000:3.0:1783952305.558147:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1783952305.561188:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600681344:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1783952305.561819:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x8:0x0]: returning size 4096 00010000:00010000:2.0:1783952305.561856:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561902:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561910:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561918:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.561923:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561932:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561952:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xb:0x0].0x0 (ffff8a75d0904400) 00010000:00010000:2.0:1783952305.561956:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952305.561961:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561968:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431b800/0x3b91f5b494388bc3 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.561995:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562003:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562011:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562052:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783952305.562064:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xb:0x0] 00010000:00010000:2.0:1783952305.562077:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562084:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562089:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562095:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ae00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.562099:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562106:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562115:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75c66c2800) 00010000:00010000:2.0:1783952305.562118:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.562121:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 2/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562128:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431ae00/0x3b91f5b494388bbc lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562143:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562150:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562165:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562177:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1783952305.562193:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952305.562199:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562206:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562214:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562235:0:159116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1783952305.562240:0:159116:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1783952305.562250:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783952305.562255:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562262:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b600 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.562267:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.562275:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562365:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562373:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.562403:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562411:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b600/0x3b91f5b494388bca lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bd1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562429:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952305.562433:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562439:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.562443:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.562450:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562467:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 2/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562473:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.562490:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 1/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562509:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d57e00/0x3b91f5b494388bae lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388bb5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562523:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952305.562527:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562533:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:2.0:1783952305.562537:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952305.562544:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562562:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562568:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952305.562575:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562583:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56a00/0x3b91f5b494388b92 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388b99 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.562595:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.562596:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.562598:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952305.562625:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600681472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.562730:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.562815:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600681600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.562842:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.562861:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952305.562867:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600681728:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.562946:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952305.562972:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681472 00000100:00100000:1.0:1783952305.562981:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681472 00000100:00100000:2.0:1783952305.562983:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.563014:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681600 00000100:00100000:2.0:1783952305.563019:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681600 00000100:00100000:2.0:1783952305.563047:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681728 00000100:00100000:2.0:1783952305.563050:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681728 00000100:00100000:2.0:1783952305.563071:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1783952305.563079:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+28:106955:x1870607600681472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.563099:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.563123:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bd1 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388bca expref: 28 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.563131:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952305.563143:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff8a75fb008e00) 00010000:00010000:2.0:1783952305.563151:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.563199:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+27:106955:x1870607600681472:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.563208:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1783952305.563229:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783952305.563236:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+26:106952:x1870607600681600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.563244:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.563255:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388bb5 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388bae expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.563278:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x8:0x0].0x0 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.563285:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.563313:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+25:106952:x1870607600681600:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.563320:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783952305.563366:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783952305.563373:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+24:106952:x1870607600681728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.563380:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783952305.563391:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600681472:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.563391:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388b99 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388b92 expref: 24 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.563400:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008f00) 00010000:00010000:2.0:1783952305.563406:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.563427:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+23:106952:x1870607600681728:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.563433:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783952305.563463:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600681728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952305.563470:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600681600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.563500:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.563510:0:159116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.563609:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584038656:12345-192.168.202.38@tcp:36:rm.0 Request processed in 89680us (92780us total) trans 25769803803 rc 0/0 00000100:00100000:2.0:1783952305.563626:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 507 00000100:00100000:2.0:1783952305.567143:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.567572:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039168 00000100:00100000:1.0:1783952305.567586:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039168 00000100:00100000:1.0:1783952305.567697:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 508 00000100:00100000:1.0:1783952305.567726:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123787:x1870607584039168:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.567764:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.567966:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388bd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df13 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568065:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568084:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568099:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.568160:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.568165:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952305.568194:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568222:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388bd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568243:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 6 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.568254:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.568257:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952305.568261:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00100000:1.0:1783952305.569300:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584039168:12345-192.168.202.38@tcp:101:rm.0 Request processed in 1567us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.569331:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 508 00000100:00100000:1.0:1783952305.585041:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.585097:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.585154:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039296 00000100:00100000:3.0:1783952305.585168:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039296 00000100:00100000:3.0:1783952305.585264:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 509 00000100:00100000:3.0:1783952305.585278:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123787:x1870607584039296:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.585405:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.585436:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494388be6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df1a expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.585440:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039424 00000100:00100000:2.0:1783952305.585445:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039424 00000100:00100000:2.0:1783952305.585489:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 677 00000100:00100000:2.0:1783952305.585497:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69254:x1870607584039424:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:2.0:1783952305.585522:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.585529:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585530:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df21 expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.585548:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585554:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585563:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.585564:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585571:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.585581:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585582:0:159122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.585589:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585590:0:159122:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.585597:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585597:0:159122:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585669:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585700:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585707:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585715:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.585719:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585727:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585743:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:2.0:1783952305.585747:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.585754:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585760:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388bfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585785:0:159122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585801:0:159122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585808:0:159122:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585813:0:159122:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.585822:0:159122:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585829:0:159122:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585837:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2fef16ea (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.585839:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.585842:0:159122:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585847:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388c09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2fef16ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159122 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.585886:0:159117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:159117:1870607600681856:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1783952305.585886:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bf4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df21 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585897:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:2.0:1783952305.585899:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783952305.585903:0:159122:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388bf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df21 expref: 9 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.585913:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc -2) 00000100:00100000:2.0:1783952305.586659:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69254:x1870607584039424:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 1157us (1556us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783952305.586680:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 677 00000100:00100000:3.0:1783952305.592515:0:159117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.592578:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681856 00000100:00100000:2.0:1783952305.592591:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681856 00000100:00100000:2.0:1783952305.592616:0:159117:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.592715:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1783952305.592762:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159117:x1870607600681856:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1783952305.592994:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:159117:x1870607600681856:12345-0@lo:1000:mdt00_001.0 Request processed in 234us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.593003:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1783952305.594169:0:159117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:159117:1870607600681856:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1783952305.594326:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 3/1,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594458:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594475:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952305.594508:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594526:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594533:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594540:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594548:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594555:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.594559:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594584:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594601:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.594605:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.594610:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594618:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494388bed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594634:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594639:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594645:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594650:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.594653:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594659:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594882:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75d0904600) 00010000:00010000:1.0:1783952305.594885:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.594888:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.594900:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b494388c02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.596061:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494388be6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df1a expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.596100:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df1a expref: 7 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.596110:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75fb008a00) 00010000:00010000:1.0:1783952305.596112:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.596115:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952305.596218:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584039296:12345-192.168.202.38@tcp:101:rm.0 Request processed in 10942us (11195us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.596230:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 509 00000100:00100000:1.0:1783952305.599606:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.599854:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039552 00000100:00100000:3.0:1783952305.599868:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039552 00000100:00100000:3.0:1783952305.599978:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 510 00000100:00100000:3.0:1783952305.599992:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123787:x1870607584039552:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.600026:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.600075:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388c17 lrc: 2/0,0 mode: --/CR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df28 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.600165:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388c1e lrc: 3/1,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.600184:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388c1e lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.600198:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388c1e lrc: 3/1,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.600388:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1783952305.600396:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1783952305.600448:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388c17 lrc: 0/0,0 mode: --/CR res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df28 expref: 34 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.600470:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388c1e lrc: 3/0,0 mode: PR/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df28 expref: 33 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.600480:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:3.0:1783952305.600484:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952305.600488:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375600, rc 0) 00000100:00100000:3.0:1783952305.600574:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:123787:x1870607584039552:12345-192.168.202.38@tcp:101:rm.0 Request processed in 585us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.600583:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 510 00000100:00100000:2.0:1783952305.604435:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.604602:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039680 00000100:00100000:0.0:1783952305.604615:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039680 00000100:00100000:0.0:1783952305.604707:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 511 00000100:00100000:0.0:1783952305.604719:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:123787:x1870607584039680:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952305.604745:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.604776:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388c25 lrc: 2/0,0 mode: --/CR res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df2f expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.604872:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 3/1,0 mode: --/PR res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.604891:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.604906:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 3/1,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.604974:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002340:0xc:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.604981:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1783952305.605052:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388c25 lrc: 0/0,0 mode: --/CR res: [0x240002340:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 35 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.605076:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 34 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.605086:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:0.0:1783952305.605089:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952305.605092:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a400, rc 0) 00000100:00100000:0.0:1783952305.605186:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+34:123787:x1870607584039680:12345-192.168.202.38@tcp:101:rm.0 Request processed in 469us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.605194:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 511 00000100:00100000:2.0:1783952305.608266:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.609108:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584039808 00000100:00100000:1.0:1783952305.609124:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584039808 00000100:00100000:1.0:1783952305.609213:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 512 00000100:00100000:1.0:1783952305.609226:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123787:x1870607584039808:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.609256:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.609295:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c33 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df36 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.609399:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.609440:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.609455:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.609521:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.609528:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1783952305.609577:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c33 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.609600:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.609609:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952305.609613:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783952305.609617:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952305.609722:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584039808:12345-192.168.202.38@tcp:101:rm.0 Request processed in 498us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.609731:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 512 00000100:00100000:2.0:1783952305.614187:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.614308:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040064 00000100:00100000:0.0:1783952305.614323:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040064 00000100:00100000:0.0:1783952305.614458:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 513 00000100:00100000:0.0:1783952305.614471:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+34:123787:x1870607584040064:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:0.0:1783952305.614499:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.614531:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b494388c41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df3d expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.614770:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00010000:00010000:0.0:1783952305.614903:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b494388c41 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df3d expref: 36 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.614922:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:0.0:1783952305.614926:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783952305.614932:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a800/0x3b91f5b494388c41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df3d expref: 36 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.614985:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a800, rc 0) 00000100:00100000:0.0:1783952305.615077:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123787:x1870607584040064:12345-192.168.202.38@tcp:101:rm.0 Request processed in 608us (904us total) trans 25769803804 rc 301/301 00000100:00100000:0.0:1783952305.615086:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 513 00000100:00100000:2.0:1783952305.620305:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.620516:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040192 00000100:00100000:0.0:1783952305.620529:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040192 00000100:00100000:0.0:1783952305.620597:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 130 00000100:00100000:0.0:1783952305.620609:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123787:x1870607584040192:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:0.0:1783952305.626044:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123787:x1870607584040192:12345-192.168.202.38@tcp:37:rm.0 Request processed in 5419us (5740us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.626064:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 130 00000100:00100000:2.0:1783952305.631487:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.631585:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040320 00000100:00100000:3.0:1783952305.631598:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040320 00000100:00100000:3.0:1783952305.631684:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:3.0:1783952305.631704:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584040320:12345-192.168.202.38@tcp:37:rm.0 00000100:00100000:2.0:1783952305.638640:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123787:x1870607584040320:12345-192.168.202.38@tcp:37:rm.0 Request processed in 6921us (7151us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.638670:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:2.0:1783952305.642658:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.642913:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040576 00000100:00100000:0.0:1783952305.642928:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040576 00000100:00100000:0.0:1783952305.643056:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 132 00000100:00100000:0.0:1783952305.643070:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123787:x1870607584040576:12345-192.168.202.38@tcp:35:rm.0 00000100:00100000:0.0:1783952305.643440:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123787:x1870607584040576:12345-192.168.202.38@tcp:35:rm.0 Request processed in 372us (797us total) trans 25769803805 rc 0/0 00000100:00100000:0.0:1783952305.643448:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 132 00000100:00100000:1.0:1783952305.647485:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.647546:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.647732:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040960 00000100:00100000:3.0:1783952305.647747:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040960 00000100:00100000:3.0:1783952305.647841:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 514 00000100:00100000:3.0:1783952305.647852:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123787:x1870607584040960:12345-192.168.202.38@tcp:36:rm.0 00010000:00010000:3.0:1783952305.647949:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.647986:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388c1e lrc: 0/0,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df28 expref: 36 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.648013:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:3.0:1783952305.648027:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952305.648104:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.648115:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.648126:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.648158:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600681984:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952305.648229:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.648291:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.648477:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600681984 00000100:00100000:1.0:1783952305.648482:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600681984 00000100:00100000:1.0:1783952305.648528:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1783952305.648536:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+23:161900:x1870607600681984:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952305.648554:0:159122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.648599:0:159122:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388c4f expref: -99 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.648629:0:159122:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.648641:0:159122:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 24 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.648673:0:159122:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.648698:0:159122:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.648710:0:159122:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600682112:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952305.648800:0:159122:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:2.0:1783952305.649103:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584040704 00000100:00100000:2.0:1783952305.649109:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584040704 00000100:00100000:2.0:1783952305.649165:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:2.0:1783952305.649174:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6232050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584040704:12345-192.168.202.38@tcp:103:rm.0 00010000:00010000:2.0:1783952305.649185:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.649201:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c10 lrc: 0/0,0 mode: --/PR res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df1a expref: 8 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.649215:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75fb008a00) 00010000:00010000:2.0:1783952305.649223:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.649257:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6232050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584040704:12345-192.168.202.38@tcp:103:rm.0 Request processed in 85us (1711us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.649266:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 102 00000100:00100000:2.0:1783952305.651188:0:159122:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:159122:1870607600682112:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952305.651238:0:159122:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 24 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.651252:0:159122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:2.0:1783952305.651255:0:159122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.651260:0:159122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 24 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.651414:0:159122:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56800, rc 0) 00000100:00100000:2.0:1783952305.651514:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:161900:x1870607600681984:12345-0@lo:101:mdt00_003.0 Request processed in 2978us (3283us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.651524:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1783952305.651652:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600681984:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952305.651735:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.651749:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.652907:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.653568:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041088 00000100:00100000:2.0:1783952305.653583:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041088 00010000:00010000:2.0:1783952305.653632:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.653880:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 114 00000100:00100000:2.0:1783952305.653894:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584041088:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.653915:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.653924:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.653941:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.653992:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388bdf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df13 expref: 7 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.654009:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:2.0:1783952305.654016:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.654028:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.654038:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.654083:0:162849:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 23 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.654101:0:162849:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600682240:0@lo:105: 00000100:00100000:2.0:1783952305.654167:0:162849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.654229:0:162849:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.654303:0:159100:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600682240 00000100:00100000:0.0:1783952305.654310:0:159100:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600682240 00000100:00100000:0.0:1783952305.654397:0:159100:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783952305.654405:0:159100:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600682240:12345-0@lo:105: 00010000:00010000:0.0:1783952305.654419:0:159100:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654444:0:159100:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654454:0:159100:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654462:0:159100:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654468:0:159100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654478:0:159100:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.654507:0:159100:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75c1374c00) 00000100:00100000:0.0:1783952305.654551:0:159100:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:162849:x1870607600682240:12345-0@lo:105: Request processed in 147us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.654558:0:159100:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783952305.654855:0:162849:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:162849:1870607600682240:0@lo:105: 00010000:00010000:2.0:1783952305.654875:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.654934:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584041088:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1041us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.654942:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 114 00010000:00010000:3.0:1783952305.656115:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.656134:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952305.656169:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1783952305.656229:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.656238:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.656252:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.656287:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682368:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952305.656375:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.656417:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.656553:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600682368 00000100:00100000:0.0:1783952305.656562:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600682368 00000100:00100000:0.0:1783952305.656626:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1783952305.656637:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:161900:x1870607600682368:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1783952305.656660:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.656704:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b494388c64 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388c5d expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.656769:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b494388c64 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388c5d expref: 25 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.656785:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b494388c64 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c5d expref: 25 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.656803:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75c66c2e00) 00010000:00010000:0.0:1783952305.656807:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.656811:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a800, rc 0) 00000100:00100000:0.0:1783952305.656860:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682368:12345-0@lo:101:mdt00_003.0 Request processed in 225us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.656867:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1783952305.657208:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682368:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952305.657230:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.657243:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952305.657264:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1783952305.657376:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682496:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952305.657416:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.657447:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80540 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.657582:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600682496 00000100:00100000:1.0:1783952305.657589:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600682496 00000100:00100000:1.0:1783952305.657636:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1783952305.657647:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682496:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952305.657763:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682496:12345-0@lo:1000:mdt00_003.0 Request processed in 118us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.657771:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1783952305.658029:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eac000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682496:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952305.658091:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682624:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1783952305.658121:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.658228:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80540 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.658489:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600682624 00000100:00100000:1.0:1783952305.658495:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600682624 00000100:00100000:1.0:1783952305.658569:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1783952305.658590:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682624:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1783952305.658768:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682624:12345-0@lo:1000:mdt00_003.0 Request processed in 179us (645us total) trans 0 rc 1/1 00000100:00100000:1.0:1783952305.658776:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1783952305.659065:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682624:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1783952305.659146:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.659158:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.659170:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.659186:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682752:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1783952305.659219:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.659288:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.659456:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600682752 00000100:00100000:1.0:1783952305.659462:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600682752 00000100:00100000:1.0:1783952305.659530:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1783952305.659539:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:161900:x1870607600682752:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952305.659553:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.659573:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c72 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388c6b expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.659602:0:159854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c72 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388c6b expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.659617:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c72 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c6b expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.659626:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952305.659629:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.659633:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952305.659694:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:161900:x1870607600682752:12345-0@lo:101:mdt00_003.0 Request processed in 147us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.659701:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1783952305.659958:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600682752:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1783952305.659976:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.659988:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660021:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,1 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660044:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660054:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660176:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660190:0:161900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 2/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 35 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660199:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 4/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660231:0:161900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 3/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 35 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.660248:0:161900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 35 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.660262:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600682880:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952305.660382:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.662773:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.662968:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041216 00000100:00100000:2.0:1783952305.662980:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041216 00010000:00010000:2.0:1783952305.663064:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 36 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.663108:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 115 00000100:00100000:2.0:1783952305.663120:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69254:x1870607584041216:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.663140:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.663148:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 5/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 36 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.663165:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 4/0,0 mode: PR/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 36 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.663194:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:2.0:1783952305.663200:0:159102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.663212:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.663222:0:159102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 4/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.663245:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.663324:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69254:x1870607584041216:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 206us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.663359:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 115 00010000:00010000:3.0:1783952305.664903:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a400/0x3b91f5b494388c2c lrc: 0/0,0 mode: --/PR res: [0x240002340:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df2f expref: 35 pid: 159116 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.664930:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:161900:1870607600682880:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952305.664966:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.665117:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.665126:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.665201:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.665211:0:161900:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.665223:0:161900:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.665251:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600683008:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1783952305.665597:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.665891:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952305.666075:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683008 00000100:00100000:1.0:1783952305.666085:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683008 00000100:00100000:1.0:1783952305.666206:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1783952305.666229:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:161900:x1870607600683008:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1783952305.666252:0:159854:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.666291:0:159854:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3b91f5b494388c87 expref: -99 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.666327:0:159854:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.666526:0:159854:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 4/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 27 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.666566:0:159854:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 5 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.666583:0:159854:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 5 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952305.666599:0:159854:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600683136:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952305.666911:0:159854:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.674054:0:159854:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:159854:1870607600683136:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952305.674111:0:159854:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 27 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.674129:0:159854:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:3.0:1783952305.674132:0:159854:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783952305.674137:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 27 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.674149:0:159854:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 3/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 27 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.674158:0:159854:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57c00, rc 0) 00000100:00100000:3.0:1783952305.674246:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:161900:x1870607600683008:12345-0@lo:101:mdt00_003.0 Request processed in 8019us (8648us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.674258:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1783952305.674544:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600683008:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1783952305.674569:0:161900:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.674582:0:161900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.678059:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.678199:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041344 00000100:00100000:3.0:1783952305.678213:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041344 00010000:00010000:3.0:1783952305.678422:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 6 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.678529:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 116 00000100:00100000:3.0:1783952305.678541:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584041344:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.678561:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.678569:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 6 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678605:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 6 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678633:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388c3a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df36 expref: 6 pid: 161900 timeout: 6092 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678653:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:3.0:1783952305.678660:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678717:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678728:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.678772:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 26 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952305.678800:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600683264:0@lo:105: 00000100:00100000:3.0:1783952305.678878:0:159865:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952305.678937:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.679069:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683264 00000100:00100000:0.0:1783952305.679075:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683264 00000100:00100000:0.0:1783952305.679126:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1783952305.679134:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600683264:12345-0@lo:105: 00010000:00010000:0.0:1783952305.679147:0:163096:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679159:0:163096:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679169:0:163096:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679177:0:163096:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 5/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679195:0:163096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679204:0:163096:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 6/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.679231:0:163096:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8a75e7bf8a00) 00000100:00100000:0.0:1783952305.679295:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:159865:x1870607600683264:12345-0@lo:105: Request processed in 161us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.679304:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783952305.679599:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:159865:1870607600683264:0@lo:105: 00010000:00010000:3.0:1783952305.679623:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952305.679731:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584041344:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 1190us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.679750:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 116 00010000:00010000:3.0:1783952305.680909:0:161900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.680929:0:161900:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952305.684448:0:161900:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600683392:0@lo:403:mdt00_003.0 00000100:00100000:2.0:1783952305.684554:0:161900:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952305.684674:0:161900:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.685189:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683392 00000100:00100000:0.0:1783952305.685201:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683392 00000100:00100000:0.0:1783952305.685483:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1783952305.685495:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:161900:x1870607600683392:12345-0@lo:403:mdt00_003.0 00000100:00100000:0.0:1783952305.689499:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:161900:x1870607600683392:12345-0@lo:403:mdt00_003.0 Request processed in 3990us (4928us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.689521:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1783952305.689778:0:161900:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:161900:1870607600683392:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1783952305.691980:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].10, 944 off42208 00000040:00080000:0.0:1783952305.692212:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab4:0x2:0x0].10, 1024 off43008 00000004:00080000:0.0:1783952305.692221:0:161900:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74cb521300 with version 17 00000004:00080000:1.0:1783952305.692616:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 17 rpc_version 17 00000020:00100000:1.0:1783952305.692747:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952305.692760:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1d180 x1870607600683648/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952305.692858:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600683648:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952305.692952:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.693059:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d9565000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952305.693115:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683648 00000100:00100000:3.0:1783952305.693125:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683648 00000100:00100000:3.0:1783952305.693246:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1783952305.693420:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+27:165929:x1870607600683648:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952305.693950:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+28:165929:x1870607600683648:12345-0@lo:1000:osp_up0-1.0 Request processed in 693us (996us total) trans 34359738603 rc 0/0 00000100:00100000:3.0:1783952305.693960:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1783952305.694090:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600683648:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1783952305.694492:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240002343:0x9:0x0]: returning size 4096 00010000:00010000:0.0:1783952305.694522:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,1 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694535:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 2/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694556:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694563:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.694568:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 3/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694577:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 4/0,0 mode: EX/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694598:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002340:0xc:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:0.0:1783952305.694602:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952305.694608:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 2/0,0 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694615:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374400/0x3b91f5b494388c80 lrc: 0/0,0 mode: --/EX res: [0x240002340:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694641:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694649:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694656:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694704:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783952305.694716:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200003ab1:0xc:0x0] 00010000:00010000:0.0:1783952305.694734:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694741:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694747:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694753:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.694756:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694763:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 4/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694775:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:0.0:1783952305.694777:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.694780:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694785:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375200/0x3b91f5b494388c79 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694811:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694817:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 4/0,1 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694824:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694847:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1783952305.694859:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952305.694864:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694872:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694880:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694902:0:161900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1783952305.694905:0:161900:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1783952305.694911:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.694919:0:161900:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.695006:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123787:x1870607584040960:12345-192.168.202.38@tcp:36:rm.0 Request processed in 47153us (47535us total) trans 25769803806 rc 0/0 00000100:00100000:0.0:1783952305.695014:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 514 00010000:00010000:1.0:1783952305.695178:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783952305.695186:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.695194:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:1.0:1783952305.695199:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952305.695208:0:160970:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.695246:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.695252:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952305.695426:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952305.695432:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 2/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695441:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952305.695452:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952305.695459:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 3/0,0 mode: EX/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695478:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 2/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695484:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952305.695514:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 1/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695522:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374200/0x3b91f5b494388c6b lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c72 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695539:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952305.695543:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695550:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc1845ed0) 00010000:00010000:0.0:1783952305.695554:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952305.695561:0:159105:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695577:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695595:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952305.695601:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695608:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374c00/0x3b91f5b494388c4f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c56 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.695622:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952305.695624:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952305.695626:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952305.695712:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 1/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.695721:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8a00/0x3b91f5b494388c87 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c8e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.695736:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952305.695738:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952305.695740:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952305.695748:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952305.695766:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600683776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952305.695920:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.696206:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683776 00000100:00100000:0.0:1783952305.696215:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683776 00000100:00100000:0.0:1783952305.696285:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783952305.696294:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+28:106953:x1870607600683776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952305.696308:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952305.696330:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388c8e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388c87 expref: 28 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.696369:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:0.0:1783952305.696377:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952305.696416:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+27:106953:x1870607600683776:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.696423:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783952305.696997:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600683776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952305.697499:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600683904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952305.697556:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.697602:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952305.697610:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600684032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952305.697648:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952305.697780:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600683904 00000100:00100000:1.0:1783952305.697798:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600683904 00000100:00100000:1.0:1783952305.697862:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600684032 00000100:00100000:1.0:1783952305.697865:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600684032 00000100:00100000:1.0:1783952305.697892:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1783952305.697901:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+28:106954:x1870607600683904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.697914:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.697940:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388c72 lrc: 0/0,0 mode: --/EX res: [0x240002343:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388c6b expref: 28 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.697958:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002343:0x9:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952305.697968:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.698005:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+27:106954:x1870607600683904:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.698013:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1783952305.698028:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1783952305.698034:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+26:106954:x1870607600684032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952305.698042:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952305.698053:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388c56 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388c4f expref: 26 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.698063:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.698070:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952305.698091:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+25:106954:x1870607600684032:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.698097:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783952305.698234:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600684032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952305.698244:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600683904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952305.699862:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952305.718025:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.718139:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041472 00000100:00100000:0.0:1783952305.718152:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041472 00000100:00100000:0.0:1783952305.718225:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 515 00000100:00100000:0.0:1783952305.718236:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:123790:x1870607584041472:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952305.718276:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.718307:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388c95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df44 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718429:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718446:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718459:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.718519:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.718523:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952305.718546:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718570:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388c95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df44 expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718591:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df44 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.718621:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:0.0:1783952305.718624:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952305.718628:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a200, rc 0) 00000100:00100000:0.0:1783952305.718712:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041472:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 477us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.718719:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 515 00000100:00100000:1.0:1783952305.722630:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.726499:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041600 00000100:00100000:0.0:1783952305.726530:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041600 00000100:00100000:0.0:1783952305.726734:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 516 00000100:00100000:0.0:1783952305.726757:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041600:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:0.0:1783952305.726786:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.727265:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388ca3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df4b expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727471:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727489:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727503:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727520:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727527:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727557:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727621:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727629:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727638:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727645:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.727653:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.727658:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728027:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728046:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:0.0:1783952305.728050:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.728055:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728063:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388caa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728082:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728097:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728104:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728109:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431be00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.728112:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728118:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728126:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff8a75c66c2100) 00010000:00010000:0.0:1783952305.728129:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.728132:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728138:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728182:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388ca3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df4b expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728195:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:0.0:1783952305.728197:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.728200:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388ca3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df4b expref: 7 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.728223:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a000, rc 0) 00000100:00100000:0.0:1783952305.728610:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041600:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 1854us (5992us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952305.728622:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 516 00000100:00100000:3.0:1783952305.734142:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.734225:0:159125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041728 00000100:00100000:0.0:1783952305.734239:0:159125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041728 00000100:00100000:0.0:1783952305.734360:0:159125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 7 00000100:00100000:0.0:1783952305.734373:0:159125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041728:12345-192.168.202.38@tcp:700:lfs.0 00000100:00100000:0.0:1783952305.735597:0:159125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041728:12345-192.168.202.38@tcp:700:lfs.0 Request processed in 1215us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.735612:0:159125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 7 00000100:00100000:3.0:1783952305.746598:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.746649:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584041984 00000100:00100000:3.0:1783952305.746671:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584041984 00000100:00100000:3.0:1783952305.747618:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 517 00000100:00100000:3.0:1783952305.747638:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:123790:x1870607584041984:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:3.0:1783952305.748240:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952305.748487:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388c9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df44 expref: 6 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748542:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2d00) 00010000:00010000:3.0:1783952305.748556:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952305.748653:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748752:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748767:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748785:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748868:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.748876:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1783952305.750962:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1783952305.750976:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952305.750979:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952305.750981:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952305.750984:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1783952305.750986:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952305.751014:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1783952305.751017:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952305.751019:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952305.751021:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952305.751031:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1783952305.751033:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952305.751075:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:3.0:1783952305.751078:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952305.751081:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952305.751083:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952305.751086:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1783952305.751088:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952305.751237:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.751568:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.751586:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952305.751612:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1f76e42 reply state 000000001a50dabf transno 34359738604 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.751626:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.751635:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952305.751638:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952305.751645:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1783952305.751655:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952305.752489:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752502:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752509:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752532:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752539:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.752545:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752553:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752569:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904500) 00010000:00010000:3.0:1783952305.752572:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.752575:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752582:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388cb8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952305.752606:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1f76e42 reply state 000000001a50dabf transno 34359738604 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752815:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.752825:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff8a75d0904b00) 00010000:00010000:3.0:1783952305.752828:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952305.752832:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1783952305.753052:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123790:x1870607584041984:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 5416us (6462us total) trans 34359738604 rc 0/0 00000100:00100000:3.0:1783952305.753064:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 517 00000100:00100000:2.0:1783952305.782062:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.782190:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042112 00000100:00100000:0.0:1783952305.782204:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042112 00000100:00100000:0.0:1783952305.782290:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 518 00000100:00100000:0.0:1783952305.782303:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123638:x1870607584042112:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:0.0:1783952305.782394:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.782429:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388ccd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df52 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.782540:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.782560:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.782575:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.782673:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.782678:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952305.782994:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.783033:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388ccd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.783059:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.783069:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:0.0:1783952305.783072:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952305.783076:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431be00, rc 0) 00000100:00100000:0.0:1783952305.783214:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123638:x1870607584042112:12345-192.168.202.38@tcp:101:bash.0 Request processed in 913us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.783225:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 518 00000100:00100000:1.0:1783952305.791054:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.791958:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042240 00000100:00100000:0.0:1783952305.791973:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042240 00000100:00100000:0.0:1783952305.792058:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 519 00000100:00100000:0.0:1783952305.792071:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123638:x1870607584042240:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:0.0:1783952305.792101:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.792128:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388cdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df59 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792216:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792258:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792272:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792291:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792298:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792304:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792401:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792411:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792418:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.792462:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.792467:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952305.792641:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792656:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792874:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792881:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792887:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792894:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.792898:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792907:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792923:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:0.0:1783952305.792927:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.792933:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792941:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388ce2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792959:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792966:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792972:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792984:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.792988:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.792994:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.793002:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8a75c66c2300) 00010000:00010000:0.0:1783952305.793005:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.793008:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.793014:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a200/0x3b91f5b494388ce9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.793051:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df59 expref: 10 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.793066:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df59 expref: 9 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.793074:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a75c66c2200) 00010000:00010000:0.0:1783952305.793077:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783952305.793080:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a400, rc 0) 00000100:00100000:0.0:1783952305.793244:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123638:x1870607584042240:12345-192.168.202.38@tcp:101:bash.0 Request processed in 1174us (2206us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.793255:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 519 00000100:00100000:2.0:1783952305.796850:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.796970:0:159127:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042368 00000100:00100000:3.0:1783952305.796983:0:159127:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042368 00000100:00100000:3.0:1783952305.797063:0:159127:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 19 00000100:00100000:3.0:1783952305.797076:0:159127:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123638:x1870607584042368:12345-192.168.202.38@tcp:900:bash.0 00000100:00100000:3.0:1783952305.797245:0:159127:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123638:x1870607584042368:12345-192.168.202.38@tcp:900:bash.0 Request processed in 171us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.797256:0:159127:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 19 00000100:00100000:3.0:1783952305.800772:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.800982:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042496 00000100:00100000:1.0:1783952305.800996:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042496 00000100:00100000:1.0:1783952305.801086:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 520 00000100:00100000:1.0:1783952305.801098:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123638:x1870607584042496:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:1.0:1783952305.801128:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.801155:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388cf7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df60 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801237:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801256:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801270:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801288:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801296:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801305:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801433:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801443:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801471:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.801837:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x3:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.801843:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952305.801868:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801885:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801891:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801898:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801905:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801912:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.801917:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801926:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801943:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a75c66c2200) 00010000:00010000:1.0:1783952305.801946:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.801952:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801973:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388cfe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.801995:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802001:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802007:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802012:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.802015:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802020:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802028:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0xf20aa046 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.802030:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.802033:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802038:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d05 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0xf20aa046 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802093:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388cf7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df60 expref: 11 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802120:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df60 expref: 10 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.802128:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952305.802130:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952305.802133:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57a00, rc 0) 00000100:00100000:1.0:1783952305.802220:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123638:x1870607584042496:12345-192.168.202.38@tcp:101:bash.0 Request processed in 1123us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.802229:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 520 00000100:00100000:2.0:1783952305.806613:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.807136:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042752 00000100:00100000:3.0:1783952305.807150:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042752 00000100:00100000:3.0:1783952305.807234:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 521 00000100:00100000:3.0:1783952305.807247:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123638:x1870607584042752:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:3.0:1783952305.807279:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.807310:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494388d13 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df67 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807465:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807553:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807568:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807588:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807596:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.807615:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952305.808224:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783952305.808370:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808380:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808388:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808397:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808405:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.808410:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808420:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808437:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:3.0:1783952305.808441:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.808447:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808454:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388d1a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808784:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808854:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808861:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808867:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.808871:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808877:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808887:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xaaab9583 (ffff8a75d0904500) 00010000:00010000:3.0:1783952305.808890:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.808893:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.808899:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388d21 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.809157:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494388d13 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df67 expref: 12 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.809170:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:2.0:1783952305.809172:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952305.809176:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494388d13 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df67 expref: 12 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.809189:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375e00, rc 0) 00000100:00100000:2.0:1783952305.809285:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123638:x1870607584042752:12345-192.168.202.38@tcp:101:bash.0 Request processed in 2039us (2687us total) trans 34359738605 rc 301/301 00000100:00100000:2.0:1783952305.809296:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 521 00000100:00100000:2.0:1783952305.812587:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.812779:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584042880 00000100:00100000:1.0:1783952305.812801:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584042880 00000100:00100000:1.0:1783952305.812880:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 522 00000100:00100000:1.0:1783952305.812892:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123638:x1870607584042880:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:1.0:1783952305.812926:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.812959:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388d2f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df6e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813134:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813152:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813166:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.813202:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.813215:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952305.813243:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813276:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388d2f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df6e expref: 13 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813296:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df6e expref: 12 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.813306:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:1.0:1783952305.813309:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952305.813313:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57400, rc 0) 00000100:00100000:1.0:1783952305.813424:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123638:x1870607584042880:12345-192.168.202.38@tcp:101:bash.0 Request processed in 535us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.813433:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 522 00000100:00100000:1.0:1783952305.818154:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.818238:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043008 00000100:00100000:2.0:1783952305.818251:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043008 00000100:00100000:2.0:1783952305.818329:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 133 00000100:00100000:2.0:1783952305.818383:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf89a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123638:x1870607584043008:12345-192.168.202.38@tcp:37:bash.0 00000100:00100000:0.0:1783952305.823591:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf89a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123638:x1870607584043008:12345-192.168.202.38@tcp:37:bash.0 Request processed in 5193us (5435us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.823622:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 133 00000100:00100000:2.0:1783952305.828417:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.828634:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043264 00000100:00100000:0.0:1783952305.828649:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043264 00000100:00100000:0.0:1783952305.828756:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:0.0:1783952305.828768:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123638:x1870607584043264:12345-192.168.202.38@tcp:35:bash.0 00000100:00100000:0.0:1783952305.829170:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123638:x1870607584043264:12345-192.168.202.38@tcp:35:bash.0 Request processed in 402us (767us total) trans 34359738606 rc 0/0 00000100:00100000:0.0:1783952305.829179:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:1.0:1783952305.838100:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.838391:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043392 00000100:00100000:0.0:1783952305.838407:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043392 00000100:00100000:2.0:1783952305.838943:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 523 00000100:00100000:2.0:1783952305.839576:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123793:x1870607584043392:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1783952305.839625:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952305.840630:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388d3d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df75 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841051:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841094:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841110:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841131:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841140:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841147:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841227:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841236:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841244:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952305.841291:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783952305.841296:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952305.841322:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841371:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841389:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841396:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841405:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841412:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.841417:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841426:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841442:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:2.0:1783952305.841445:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.841451:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.841459:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388d44 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842118:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842129:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842136:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842156:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952305.842160:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842168:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842180:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0xaaab9583 (ffff8a75d97bc100) 00010000:00010000:2.0:1783952305.842183:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952305.842185:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842192:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388d4b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0xaaab9583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842244:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9200/0x3b91f5b494388d3d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df75 expref: 15 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842268:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df75 expref: 14 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.842277:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:2.0:1783952305.842280:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783952305.842283:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952305.842673:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123793:x1870607584043392:12345-192.168.202.38@tcp:101:rm.0 Request processed in 3185us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.842694:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 523 00000100:00100000:3.0:1783952305.845590:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.845913:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043520 00000100:00100000:1.0:1783952305.845929:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043520 00000100:00100000:1.0:1783952305.846013:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 524 00000100:00100000:1.0:1783952305.846026:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123793:x1870607584043520:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:1.0:1783952305.846058:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.846089:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388d59 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df7c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846178:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846219:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846233:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846251:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846259:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846265:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846329:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846380:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846387:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846393:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846400:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.846404:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846413:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846437:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:1.0:1783952305.846440:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.846446:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846454:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d60 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846472:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846490:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846496:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846502:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.846505:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846510:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846518:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0xa12f67b5 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.846520:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.846523:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846529:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d67 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846574:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388d59 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df7c expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846583:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:1.0:1783952305.846586:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.846589:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388d59 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df7c expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.846599:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952305.846671:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123793:x1870607584043520:12345-192.168.202.38@tcp:101:rm.0 Request processed in 648us (1098us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952305.846680:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 524 00000100:00100000:3.0:1783952305.849735:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.853121:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043648 00000100:00100000:2.0:1783952305.853167:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043648 00000100:00100000:2.0:1783952305.853322:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:2.0:1783952305.853368:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6230c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69252:x1870607584043648:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952305.853394:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952305.853430:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388d52 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df75 expref: 14 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952305.853456:0:159102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8a75fb008400) 00010000:00010000:2.0:1783952305.853464:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952305.853557:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6230c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69252:x1870607584043648:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 225us (3837us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952305.853567:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:3.0:1783952305.866166:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.866294:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584043904 00000100:00100000:1.0:1783952305.866307:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584043904 00000100:00100000:1.0:1783952305.866417:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 525 00000100:00100000:1.0:1783952305.866431:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123638:x1870607584043904:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:1.0:1783952305.866463:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.866501:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388d6e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df83 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866606:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866624:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866638:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866693:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866702:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866710:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866812:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388d83 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866822:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388d83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866829:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388d83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866845:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866851:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866858:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866865:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866872:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.866877:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866893:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866911:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8a75fb008b00) 00010000:00010000:1.0:1783952305.866915:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.866921:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866929:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388d75 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866954:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866960:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866966:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866971:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.866974:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866982:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.866989:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x4649583 (ffff8a75fb008600) 00010000:00010000:1.0:1783952305.866991:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.866994:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.867010:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388d7c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x4649583 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.867054:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388d6e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df83 expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.867068:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388d83 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df83 expref: 14 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.867075:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75fb008c00) 00010000:00010000:1.0:1783952305.867078:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.867080:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56800, rc 0) 00000100:00100000:1.0:1783952305.867160:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123638:x1870607584043904:12345-192.168.202.38@tcp:101:bash.0 Request processed in 732us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.867169:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 525 00000100:00100000:3.0:1783952305.873927:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.874192:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044160 00000100:00100000:1.0:1783952305.874207:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044160 00000100:00100000:1.0:1783952305.874277:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 526 00000100:00100000:1.0:1783952305.874288:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123638:x1870607584044160:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:1.0:1783952305.874323:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.874381:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388d8a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df8a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.874548:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783952305.874724:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388d8a lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df8a expref: 37 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.874778:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75fb008100) 00010000:00010000:1.0:1783952305.874781:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783952305.875013:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388d8a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df8a expref: 37 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.875041:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57c00, rc 0) 00000100:00100000:1.0:1783952305.875118:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123638:x1870607584044160:12345-192.168.202.38@tcp:101:bash.0 Request processed in 831us (1207us total) trans 25769803807 rc 301/301 00000100:00100000:1.0:1783952305.875127:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 526 00000100:00100000:3.0:1783952305.878288:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.878414:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044288 00000100:00100000:0.0:1783952305.878427:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044288 00000100:00100000:0.0:1783952305.878514:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 527 00000100:00100000:0.0:1783952305.878527:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123638:x1870607584044288:12345-192.168.202.38@tcp:101:bash.0 00010000:00010000:0.0:1783952305.878563:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.878596:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388d98 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df91 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952305.878758:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600684160:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952305.878835:0:159116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952305.878878:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600684160 00000100:00100000:0.0:1783952305.878881:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600684160 00000100:00100000:0.0:1783952305.878915:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1783952305.878922:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600684160:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1783952305.879004:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:159116:x1870607600684160:12345-0@lo:1000:mdt00_000.0 Request processed in 81us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.879033:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1783952305.879064:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952305.879099:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:159116:1870607600684160:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1783952305.879192:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b494388d9f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.879211:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b494388d9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.879226:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b494388d9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783952305.879288:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783952305.879292:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783952305.879319:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b494388d9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.879381:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a000/0x3b91f5b494388d98 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df91 expref: 38 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.879409:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c431a200/0x3b91f5b494388d9f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df91 expref: 37 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.879420:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:0.0:1783952305.879423:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1783952305.879428:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a200, rc 0) 00000100:00100000:0.0:1783952305.880782:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123638:x1870607584044288:12345-192.168.202.38@tcp:101:bash.0 Request processed in 2247us (2500us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952305.880801:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 527 00000100:00100000:3.0:1783952305.886137:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.886894:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044416 00000100:00100000:0.0:1783952305.886910:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044416 00000100:00100000:0.0:1783952305.887025:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:0.0:1783952305.887037:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123638:x1870607584044416:12345-192.168.202.38@tcp:37:bash.0 00000100:00100000:3.0:1783952305.897281:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123638:x1870607584044416:12345-192.168.202.38@tcp:37:bash.0 Request processed in 10228us (11142us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952305.897302:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:1.0:1783952305.901965:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952305.902116:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044672 00000100:00100000:2.0:1783952305.902129:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044672 00000100:00100000:2.0:1783952305.902253:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 136 00000100:00100000:2.0:1783952305.902267:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123638:x1870607584044672:12345-192.168.202.38@tcp:35:bash.0 00000100:00100000:2.0:1783952305.903211:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:123638:x1870607584044672:12345-192.168.202.38@tcp:35:bash.0 Request processed in 942us (1255us total) trans 25769803808 rc 0/0 00000100:00100000:2.0:1783952305.903223:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 136 00000100:00100000:1.0:1783952305.913580:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.913781:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044800 00000100:00100000:3.0:1783952305.913801:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044800 00000100:00100000:3.0:1783952305.913882:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 528 00000100:00100000:3.0:1783952305.913894:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:123795:x1870607584044800:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:3.0:1783952305.913929:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.913959:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388da6 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df98 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914050:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914068:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914082:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914099:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914107:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914114:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914172:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914196:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914203:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914211:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914217:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.914222:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914232:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914247:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:3.0:1783952305.914251:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.914256:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 3/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914263:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1374c00/0x3b91f5b494388dad lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914280:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914286:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914291:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914302:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.914305:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914311:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914319:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0xa12f67b5 (ffff8a75d0904500) 00010000:00010000:3.0:1783952305.914322:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.914325:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914330:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375c00/0x3b91f5b494388db4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914442:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388da6 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df98 expref: 39 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914455:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8a75c66c2400) 00010000:00010000:3.0:1783952305.914457:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.914461:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a75c1375600/0x3b91f5b494388da6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df98 expref: 39 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.914471:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375600, rc 0) 00000100:00100000:3.0:1783952305.914830:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:123795:x1870607584044800:12345-192.168.202.38@tcp:101:rm.0 Request processed in 848us (1176us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952305.914842:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 528 00000100:00100000:0.0:1783952305.958756:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952305.959043:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584044928 00000100:00100000:1.0:1783952305.959061:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584044928 00000100:00100000:1.0:1783952305.959149:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 529 00000100:00100000:1.0:1783952305.959160:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123797:x1870607584044928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952305.959188:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952305.959213:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388dbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df9f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959297:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959316:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959330:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959406:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959414:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959421:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959518:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959528:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959535:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952305.959590:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952305.959594:0:159117:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952305.959646:0:159117:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959662:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959671:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959677:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959704:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959712:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.959717:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.959731:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960294:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:1.0:1783952305.960301:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.960306:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960315:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388dc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960449:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960457:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960464:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960470:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952305.960473:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960504:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960514:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff8a75d0904b00) 00010000:00010000:1.0:1783952305.960516:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952305.960519:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960525:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388dc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960568:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388dbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df9f expref: 16 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960584:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df9f expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952305.960592:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952305.960595:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783952305.960597:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952305.960758:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584044928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1598us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952305.960769:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 529 00000100:00100000:0.0:1783952305.969713:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952305.969928:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045056 00000100:00100000:3.0:1783952305.969964:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045056 00000100:00100000:3.0:1783952305.970050:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 530 00000100:00100000:3.0:1783952305.970061:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584045056:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952305.970088:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952305.970115:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388dd7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfa6 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970203:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970222:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970235:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970249:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970257:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970263:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970322:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970330:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970383:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970397:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970404:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.970409:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970418:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970434:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952305.970438:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.970443:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970449:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494388dde lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970464:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970471:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970488:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970493:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952305.970496:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970513:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970523:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff8a75d0904500) 00010000:00010000:3.0:1783952305.970526:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.970528:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970534:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388de5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970578:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388dd7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfa6 expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970589:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952305.970591:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952305.970594:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388dd7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfa6 expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952305.970604:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375600, rc 0) 00000100:00100000:3.0:1783952305.970693:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584045056:12345-192.168.202.38@tcp:101:cp.0 Request processed in 624us (988us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952305.970701:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 530 00000100:00100000:3.0:1783952305.978174:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952305.983891:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045312 00000100:00100000:0.0:1783952305.983915:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045312 00000100:00100000:0.0:1783952305.984074:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 531 00000100:00100000:0.0:1783952305.984088:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584045312:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952305.984117:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952305.984120:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1783952305.984157:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388dd0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df9f expref: 15 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984184:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952305.984189:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952305.984208:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388dec lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfad expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984373:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984389:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984400:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984439:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984448:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.984456:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952305.984965:0:159116:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x19c:0x0], count =38 00000004:00080000:0.0:1783952305.984984:0:159116:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x19c:0x0]+38 in llog 00000004:00080000:0.0:1783952305.985001:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c2:0x0], index 1: 0 00080000:00000400:0.0:1783952305.985016:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:0.0:1783952305.985020:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:0.0:1783952305.985023:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952305.985026:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952305.985029:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952305.985031:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952305.985051:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:0.0:1783952305.985053:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:0.0:1783952305.985055:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952305.985057:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952305.985059:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952305.985061:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952305.985097:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 278, rollback = 2 00080000:00000400:0.0:1783952305.985100:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/2, destroy: 0/0/0 00080000:00000400:0.0:1783952305.985102:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952305.985104:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952305.985107:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952305.985108:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952305.985256:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388e01 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985268:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985277:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985322:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985331:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985374:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985381:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985387:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952305.985392:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985400:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985413:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952305.985416:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952305.985421:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985427:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388df3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952305.985450:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cdcb3775 reply state 00000000ada196b7 transno 34359738607 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985464:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985471:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff8a75c66c2300) 00010000:00010000:0.0:1783952305.985473:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952305.985476:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952305.985515:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388dec lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfad expref: 17 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985532:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388e01 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfad expref: 16 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952305.985540:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2:0x0].0x0 (ffff8a75c66c2700) 00010000:00010000:0.0:1783952305.985542:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952305.985545:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ba00, rc 0) 00000100:00100000:0.0:1783952305.985648:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584045312:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1562us (7489us total) trans 34359738607 rc 0/0 00000100:00100000:0.0:1783952305.985658:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 531 00000100:00100000:0.0:1783952306.008590:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.009192:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045440 00000100:00100000:1.0:1783952306.009209:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045440 00000100:00100000:1.0:1783952306.009289:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:1.0:1783952306.009301:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69251:x1870607584045440:12345-192.168.202.38@tcp:8:cp.0 00010000:00080000:1.0:1783952306.009395:0:161717:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5993 last 0 00000020:00000080:1.0:1783952306.009462:0:161717:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494388e0f 00002000:00100000:1.0:1783952306.009488:0:161717:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a74c3e47800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 7970816 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783952306.009513:0:161717:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783952306.009630:0:161717:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1783952306.009670:0:161717:0:(import.c:65:import_set_state_nolock()) ffff8a74c3e44000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783952306.009780:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584045440:12345-192.168.202.38@tcp:8:cp.0 Request processed in 478us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.009789:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:0.0:1783952306.023380:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.023570:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045568 00000100:00100000:2.0:1783952306.023584:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045568 00000100:00100000:2.0:1783952306.023707:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 232 00000100:00100000:2.0:1783952306.023719:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584045568:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.023743:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.023771:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfb4 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952306.023831:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952306.023873:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:2.0:1783952306.023879:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.023891:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 7 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.023917:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 7 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.023934:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952306.024005:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:0:x1870607584045568:12345-192.168.202.38@tcp:101:cp.0 Request processed in 288us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.024013:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 232 00000100:00080000:3.0:1783952306.024928:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952306.058424:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.058952:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045696 00000100:00100000:2.0:1783952306.058966:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045696 00000100:00100000:2.0:1783952306.059732:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 233 00000100:00100000:2.0:1783952306.059750:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123797:x1870607584045696:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.059777:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.059816:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfbb expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.060930:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.060985:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.060991:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.061000:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 8 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.061192:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.061217:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.061237:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600684288:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952306.062026:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952306.069499:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600684288:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952306.069555:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 8 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.069585:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9200, rc 0) 00000100:00100000:2.0:1783952306.069691:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123797:x1870607584045696:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9938us (11274us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.069703:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 233 00000100:00100000:1.0:1783952306.076373:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.077191:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584045824 00000100:00100000:2.0:1783952306.077208:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584045824 00010000:00010000:2.0:1783952306.078880:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.078996:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 117 00000100:00100000:2.0:1783952306.079019:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69255:x1870607584045824:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952306.079057:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952306.079093:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.079110:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.079143:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8a5b165/0x3b91f5b494388e16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfb4 expref: 8 pid: 160617 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.079166:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.079172:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.079183:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 7 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.079196:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 7 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.079247:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 7 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.079278:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600684416:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952306.079466:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952306.084247:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600684416:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.084296:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.084410:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584045824:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5400us (8053us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.084424:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 117 00000100:00100000:3.0:1783952306.101987:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.105325:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046080 00000100:00100000:0.0:1783952306.105367:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046080 00000100:00100000:0.0:1783952306.105669:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:1.0:1783952306.105938:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584046080:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952306.106987:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584046080:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1298us (5007us total) trans 34359738608 rc 0/0 00000100:00100000:1.0:1783952306.107002:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:3.0:1783952306.116615:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.117047:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046208 00000100:00100000:1.0:1783952306.117060:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046208 00000100:00100000:1.0:1783952306.117136:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 532 00000100:00100000:1.0:1783952306.117146:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584046208:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.117179:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.117205:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388e24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfc2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117291:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117309:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117376:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117394:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117403:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117409:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117489:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117498:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117505:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952306.117547:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783952306.117552:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952306.117581:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.117597:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118023:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118043:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118051:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118058:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.118063:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118073:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118088:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c66c2100) 00010000:00010000:1.0:1783952306.118092:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.118097:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118105:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118124:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118131:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118137:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118143:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.118151:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118159:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118167:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff8a75d0904b00) 00010000:00010000:1.0:1783952306.118170:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.118173:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118179:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118214:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388e24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfc2 expref: 20 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118229:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfc2 expref: 19 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.118238:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.118240:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1783952306.118242:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57200, rc 0) 00000100:00100000:1.0:1783952306.118376:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046208:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1188us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.118387:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 532 00000100:00100000:3.0:1783952306.135003:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.135759:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046336 00000100:00100000:1.0:1783952306.135776:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046336 00000100:00100000:1.0:1783952306.135880:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 533 00000100:00100000:1.0:1783952306.135894:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046336:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.135948:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.135979:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388e40 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfc9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136073:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136092:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136107:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136125:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136132:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136139:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136203:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136212:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136220:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136227:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136241:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.136247:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136256:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136271:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.136274:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.136280:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136287:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388e47 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136305:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136312:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136318:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136324:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.136327:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136392:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136415:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff8a75fb008100) 00010000:00010000:1.0:1783952306.136419:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.136422:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136429:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388e4e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136471:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388e40 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfc9 expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136483:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.136486:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.136490:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57600/0x3b91f5b494388e40 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfc9 expref: 20 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.136501:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00100000:1.0:1783952306.136593:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046336:12345-192.168.202.38@tcp:101:cp.0 Request processed in 702us (1605us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952306.136612:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 533 00000100:00100000:3.0:1783952306.147919:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.152093:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046464 00000100:00100000:2.0:1783952306.152115:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046464 00000100:00100000:2.0:1783952306.152226:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 534 00000100:00100000:2.0:1783952306.152239:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046464:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.152271:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.152303:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388e55 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfd0 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152499:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152517:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152530:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152548:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152556:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152575:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152634:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152641:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152648:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152656:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152664:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.152669:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152677:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152701:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.152705:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.152710:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152718:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388e5c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152748:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152763:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152770:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152776:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.152780:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152898:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152908:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff8a75f61bd200) 00010000:00010000:2.0:1783952306.152910:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.152914:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152920:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388e63 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152961:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388e55 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfd0 expref: 20 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152971:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.152973:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.152976:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388e55 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfd0 expref: 20 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.152996:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952306.153091:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046464:12345-192.168.202.38@tcp:101:cp.0 Request processed in 854us (5188us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.153100:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 534 00000100:00100000:3.0:1783952306.156885:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.157166:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046720 00000100:00100000:0.0:1783952306.157181:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046720 00000100:00100000:0.0:1783952306.157284:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 535 00000100:00100000:0.0:1783952306.157294:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584046720:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.157322:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.157412:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388e6a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfd7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157555:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157575:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157590:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157606:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157615:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.157622:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952306.158234:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x247:0x0], index 0: 0 00080000:00000400:0.0:1783952306.158252:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.158257:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.158259:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.158262:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.158264:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.158266:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.158299:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.158302:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.158304:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.158306:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.158308:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.158310:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.158535:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.158538:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.158541:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.158543:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.158546:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.158548:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952306.158676:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388e7f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158701:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388e7f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158712:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388e7f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158875:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158883:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158890:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158897:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158905:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.158918:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158927:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158944:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.158948:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.158953:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158962:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494388e71 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952306.158980:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cc6658cd reply state 000000003a2c790a transno 34359738609 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.158994:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.159001:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff8a75c66c2b00) 00010000:00010000:0.0:1783952306.159004:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952306.159008:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952306.159050:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494388e6a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfd7 expref: 22 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.159068:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388e7f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfd7 expref: 21 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.159076:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3:0x0].0x0 (ffff8a75c66c2000) 00010000:00010000:0.0:1783952306.159079:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952306.159088:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b600, rc 0) 00000100:00100000:0.0:1783952306.159259:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584046720:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1964us (2388us total) trans 34359738609 rc 0/0 00000100:00100000:0.0:1783952306.159272:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 535 00000100:00100000:3.0:1783952306.173998:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.174271:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046848 00000100:00100000:2.0:1783952306.174286:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046848 00000100:00100000:2.0:1783952306.174399:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:2.0:1783952306.174412:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:69251:x1870607584046848:12345-192.168.202.38@tcp:8:cp.0 00010000:00080000:2.0:1783952306.174461:0:162839:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 5993 last 0 00000020:00000080:2.0:1783952306.174504:0:162839:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b494388e8d 00002000:00100000:2.0:1783952306.174519:0:162839:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a74c9eee800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 7950336 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1783952306.174543:0:162839:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1783952306.174652:0:162839:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1783952306.174714:0:162839:0:(import.c:65:import_set_state_nolock()) ffff8a74c9eec800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952306.174822:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584046848:12345-192.168.202.38@tcp:8:cp.0 Request processed in 411us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.174833:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:3.0:1783952306.180951:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.181425:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584046976 00000100:00100000:2.0:1783952306.181440:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584046976 00000100:00100000:2.0:1783952306.181551:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00100000:2.0:1783952306.181565:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:0:x1870607584046976:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.181591:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.181622:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfde expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952306.181704:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952306.181736:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:2.0:1783952306.181741:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.181755:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 7 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.181780:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 7 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.181808:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952306.181890:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:0:x1870607584046976:12345-192.168.202.38@tcp:101:cp.0 Request processed in 327us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.181898:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 235 00000100:00080000:3.0:1783952306.182559:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952306.194282:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.194468:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584047104 00000100:00100000:1.0:1783952306.194482:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584047104 00000100:00100000:1.0:1783952306.194566:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 236 00000100:00100000:1.0:1783952306.194577:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:123797:x1870607584047104:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.194603:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.194629:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfe5 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.194709:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.194720:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.194726:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.194733:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 8 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.194783:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.194812:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.194831:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600684544:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952306.194960:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2180 going to sleep for 11 seconds 00000100:00100000:0.0:1783952306.198647:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.198833:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600684544:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952306.198893:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 8 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.198923:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57600, rc 0) 00000100:00100000:1.0:1783952306.199009:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123797:x1870607584047104:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4433us (4746us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.199022:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 236 00000100:00100000:3.0:1783952306.199708:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584047232 00000100:00100000:3.0:1783952306.199723:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584047232 00010000:00010000:3.0:1783952306.199779:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.199826:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 118 00000100:00100000:3.0:1783952306.199837:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584047232:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952306.199854:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952306.199884:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.199900:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.199929:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494388e94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfde expref: 8 pid: 162842 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.199948:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.199953:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x247:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.199963:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 7 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.199986:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 7 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.200029:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 7 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.200045:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600684672:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952306.200139:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.204558:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600684672:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952306.204602:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952306.204713:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69253:x1870607584047232:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4849us (6052us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.204729:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 118 00000100:00100000:0.0:1783952306.208086:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.208240:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584047488 00000100:00100000:2.0:1783952306.208254:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584047488 00000100:00100000:2.0:1783952306.208378:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:2.0:1783952306.208391:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584047488:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952306.209089:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584047488:12345-192.168.202.38@tcp:35:cp.0 Request processed in 696us (1015us total) trans 34359738610 rc 0/0 00000100:00100000:2.0:1783952306.209100:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:0.0:1783952306.212425:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.212536:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584047616 00000100:00100000:1.0:1783952306.212550:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584047616 00000100:00100000:1.0:1783952306.212632:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 536 00000100:00100000:1.0:1783952306.212644:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584047616:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.212698:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.212727:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388ea2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dfec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.212995:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213015:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213028:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213043:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213050:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213057:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213111:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213119:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213153:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213161:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213168:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.213173:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213181:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213195:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.213198:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.213205:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213211:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388ea9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213230:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213236:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213242:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213246:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.213255:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213263:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213271:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff8a75fb008100) 00010000:00010000:1.0:1783952306.213274:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.213277:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213283:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388eb0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.213325:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388ea2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfec expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.214092:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.214099:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.214106:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388ea2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfec expref: 24 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.214121:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56400, rc 0) 00000100:00100000:1.0:1783952306.214225:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584047616:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1582us (1814us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952306.214236:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 536 00000100:00100000:0.0:1783952306.217193:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.217301:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584047744 00000100:00100000:1.0:1783952306.217315:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584047744 00000100:00100000:1.0:1783952306.217426:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 537 00000100:00100000:1.0:1783952306.217438:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584047744:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.217486:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.217514:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388eb7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dff3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217602:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217622:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217634:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217652:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217671:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217679:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217756:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217765:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217771:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217777:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217800:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.217805:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217814:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217830:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.217834:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.217839:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217846:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388ebe lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217866:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217872:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217878:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217883:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.217885:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217892:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217911:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff8a75fb008600) 00010000:00010000:1.0:1783952306.217913:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.217916:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217923:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388ec5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217964:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388eb7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dff3 expref: 24 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217977:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.217979:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.217983:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494388eb7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dff3 expref: 24 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.217993:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952306.218081:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584047744:12345-192.168.202.38@tcp:101:cp.0 Request processed in 646us (903us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952306.218090:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 537 00000100:00100000:0.0:1783952306.221680:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.221845:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048000 00000100:00100000:2.0:1783952306.221860:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048000 00000100:00100000:2.0:1783952306.221944:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 538 00000100:00100000:2.0:1783952306.221956:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584048000:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.222005:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.222034:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388ecc lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981dffa expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222178:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222198:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222213:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222231:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222239:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.222246:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952306.222764:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c3:0x0], index 1: 0 00080000:00000400:2.0:1783952306.222783:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.222787:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.222790:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.222792:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.222795:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.222797:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.222817:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.222820:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.222829:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.222831:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.222834:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.222836:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.222872:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.222876:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.222878:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.222879:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.222881:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.222883:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952306.223013:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388ee1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223026:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388ee1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223036:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388ee1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223079:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223087:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223094:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223101:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223109:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.223114:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223130:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223146:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.223150:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.223156:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223164:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388ed3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952306.223181:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000762b4f01 reply state 000000006584a33f transno 34359738611 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223194:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223200:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff8a75f61bd000) 00010000:00010000:2.0:1783952306.223203:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952306.223206:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952306.223241:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8c00/0x3b91f5b494388ecc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dffa expref: 26 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223256:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388ee1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dffa expref: 25 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.223264:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4:0x0].0x0 (ffff8a75f61bd900) 00010000:00010000:2.0:1783952306.223266:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952306.223269:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf9e00, rc 0) 00000100:00100000:2.0:1783952306.223396:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123797:x1870607584048000:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1441us (1745us total) trans 34359738611 rc 0/0 00000100:00100000:2.0:1783952306.223406:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 538 00000100:00100000:3.0:1783952306.228561:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.228664:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048128 00000100:00100000:0.0:1783952306.228678:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048128 00000100:00100000:0.0:1783952306.228771:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 237 00000100:00100000:0.0:1783952306.228783:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584048128:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.228818:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.228849:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e001 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.228886:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.228916:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.228921:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.228933:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 8 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.228982:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 8 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.228999:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ae00, rc 0) 00000100:00100000:0.0:1783952306.229105:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584048128:12345-192.168.202.38@tcp:101:cp.0 Request processed in 325us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.229112:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 237 00010000:00010000:0.0:1783952306.252972:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952306.267252:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.267418:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048256 00000100:00100000:2.0:1783952306.267432:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048256 00000100:00100000:2.0:1783952306.267507:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 238 00000100:00100000:2.0:1783952306.267517:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123797:x1870607584048256:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.267540:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.267564:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e008 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.267610:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 9 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.267617:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.267621:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.267626:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->393215] (req 0->393215) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 9 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.267662:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 9 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.267675:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 9 pid: 162836 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.267702:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600684800:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952306.268024:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952306.276411:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.276509:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048384 00000100:00100000:0.0:1783952306.276522:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048384 00010000:00010000:0.0:1783952306.276583:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 10 pid: 162836 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952306.276637:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 119 00000100:00100000:0.0:1783952306.276648:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69254:x1870607584048384:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952306.276679:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952306.276721:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 10 pid: 162836 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.276920:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 10 pid: 162836 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.276957:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.276963:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.276974:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 10 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.276988:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 10 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.277069:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 10 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952306.277087:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600684928:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952306.277255:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521780 going to sleep for 11 seconds 00010000:00010000:2.0:1783952306.277709:0:160616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020a3c6ad/0x3b91f5b494388eef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e001 expref: 10 pid: 162836 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.277731:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600684800:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952306.277773:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 9 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.277793:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8c00, rc 0) 00000100:00100000:2.0:1783952306.277836:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123797:x1870607584048256:12345-192.168.202.38@tcp:101:cp.0 Request processed in 10319us (10597us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.277847:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 238 00000100:00100000:2.0:1783952306.284713:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600684928:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.284754:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.284838:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69254:x1870607584048384:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8190us (8442us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.284851:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 119 00000100:00100000:3.0:1783952306.289431:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.289600:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048640 00000100:00100000:2.0:1783952306.289614:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048640 00000100:00100000:2.0:1783952306.289710:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:2.0:1783952306.289722:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf898450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123797:x1870607584048640:12345-192.168.202.38@tcp:35:cp.0 00000001:00080000:2.0:1783952306.290039:0:159120:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738612 00000100:00100000:2.0:1783952306.290200:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf898450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584048640:12345-192.168.202.38@tcp:35:cp.0 Request processed in 478us (784us total) trans 34359738613 rc 0/0 00000100:00100000:2.0:1783952306.290210:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 139 00000020:00080000:2.0:1783952306.290229:0:159120:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783952306.298288:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.298459:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048768 00000100:00100000:1.0:1783952306.298473:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048768 00000100:00100000:1.0:1783952306.298559:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 539 00000100:00100000:1.0:1783952306.298572:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584048768:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.298607:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.298635:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388efd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e00f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299058:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299077:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299090:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299108:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299116:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299123:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299175:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299184:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299191:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299199:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299207:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.299218:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299228:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299244:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.299247:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.299253:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299260:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f04 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299279:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299284:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299290:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299295:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.299298:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299304:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299311:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff8a75fb008600) 00010000:00010000:1.0:1783952306.299314:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.299323:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299330:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f0b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299440:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388efd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e00f expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299453:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.299455:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.299460:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388efd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e00f expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.299470:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56c00, rc 0) 00000100:00100000:1.0:1783952306.299621:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584048768:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1051us (1349us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952306.299632:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 539 00000100:00100000:1.0:1783952306.308982:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.309087:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584048896 00000100:00100000:2.0:1783952306.309103:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584048896 00000100:00100000:2.0:1783952306.309215:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 540 00000100:00100000:2.0:1783952306.309228:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584048896:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.309257:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.309286:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388f12 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e016 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309406:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309427:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309442:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309735:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309759:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309772:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309916:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309924:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309951:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309959:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309965:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.309970:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309978:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.309992:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.309995:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.310000:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310006:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b494388f19 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310024:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310030:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310035:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310040:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.310050:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310057:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310065:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff8a75f61bd600) 00010000:00010000:2.0:1783952306.310067:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.310070:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310076:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f20 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310126:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388f12 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e016 expref: 29 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310138:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.310140:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.310144:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494388f12 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e016 expref: 29 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.310155:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952306.310389:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584048896:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1107us (1367us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.310401:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 540 00000100:00100000:2.0:1783952306.313695:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.313787:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049152 00000100:00100000:1.0:1783952306.313804:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049152 00000100:00100000:1.0:1783952306.313904:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 541 00000100:00100000:1.0:1783952306.313920:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584049152:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.313953:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.313985:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f27 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e01d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314133:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314173:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314188:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314206:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314213:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.314220:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952306.315189:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x248:0x0], index 0: 0 00080000:00000400:1.0:1783952306.315209:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952306.315214:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952306.315216:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952306.315219:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952306.315222:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952306.315224:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952306.315242:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952306.315245:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952306.315247:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952306.315249:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952306.315251:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952306.315253:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952306.315286:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952306.315289:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952306.315291:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952306.315306:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952306.315309:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952306.315311:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952306.315874:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388f3c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315891:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388f3c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315905:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388f3c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315950:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315959:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315966:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315975:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315983:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.315988:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.315997:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316012:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.316016:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.316030:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316038:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f2e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952306.316056:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ecc88696 reply state 0000000034e91aaf transno 34359738614 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316070:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316077:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff8a75fb008100) 00010000:00010000:1.0:1783952306.316080:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952306.316083:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952306.316124:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56400/0x3b91f5b494388f27 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e01d expref: 31 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316143:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388f3c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e01d expref: 30 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.316152:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5:0x0].0x0 (ffff8a75fb008d00) 00010000:00010000:1.0:1783952306.316155:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952306.316158:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57c00, rc 0) 00000100:00100000:1.0:1783952306.316310:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:123797:x1870607584049152:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2393us (2636us total) trans 34359738614 rc 0/0 00000100:00100000:1.0:1783952306.316321:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 541 00000100:00100000:3.0:1783952306.321844:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.321979:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049280 00000100:00100000:2.0:1783952306.321992:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049280 00000100:00100000:2.0:1783952306.322063:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 239 00000100:00100000:2.0:1783952306.322085:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584049280:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.322105:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.322126:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e024 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952306.322153:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952306.322173:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:2.0:1783952306.322178:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.322188:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 8 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.322207:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 8 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.322220:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783800, rc 0) 00000100:00100000:2.0:1783952306.322285:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69255:x1870607584049280:12345-192.168.202.38@tcp:101:cp.0 Request processed in 203us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.322291:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 239 00000100:00100000:3.0:1783952306.357141:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.357282:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049408 00000100:00100000:2.0:1783952306.357299:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049408 00000100:00100000:1.0:1783952306.357890:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 240 00000100:00100000:1.0:1783952306.358002:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:123797:x1870607584049408:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.358039:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.358060:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e02b expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.358098:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.358109:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.358114:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.358120:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 9 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.358160:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.358174:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.358188:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600685056:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952306.358281:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.362550:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.362934:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600685056:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952306.362983:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 9 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.363006:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56400, rc 0) 00000100:00100000:1.0:1783952306.363097:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123797:x1870607584049408:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5103us (5972us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.363107:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 240 00000100:00100000:2.0:1783952306.363450:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049536 00000100:00100000:2.0:1783952306.363473:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049536 00010000:00010000:2.0:1783952306.363530:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.363571:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 120 00000100:00100000:2.0:1783952306.363581:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584049536:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952306.363616:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952306.363645:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.363676:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.365062:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000650791ca/0x3b91f5b494388f4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e024 expref: 9 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.365093:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.365098:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x248:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.365109:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 8 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.365122:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 8 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.365199:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 8 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.365220:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600685184:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952306.365382:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6fc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.371207:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.372184:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600685184:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.372219:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.372366:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69253:x1870607584049536:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8756us (9803us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.372379:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 120 00000100:00100000:0.0:1783952306.372977:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049792 00000100:00100000:0.0:1783952306.372994:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049792 00000100:00100000:0.0:1783952306.373083:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 140 00000100:00100000:0.0:1783952306.373094:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:123797:x1870607584049792:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952306.373540:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584049792:12345-192.168.202.38@tcp:35:cp.0 Request processed in 445us (2348us total) trans 34359738615 rc 0/0 00000100:00100000:0.0:1783952306.373549:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 140 00000100:00100000:0.0:1783952306.381091:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.385448:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584049920 00000100:00100000:1.0:1783952306.385471:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584049920 00000100:00100000:1.0:1783952306.385578:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 542 00000100:00100000:1.0:1783952306.385591:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584049920:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.385626:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.385908:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f58 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e032 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386037:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386057:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386071:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386088:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386096:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386104:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386163:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386179:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386186:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386194:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386201:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.386206:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386216:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386233:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.386237:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.386243:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386251:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494388f5f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386271:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386277:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386284:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386295:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952306.386299:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386306:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386315:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff8a75fb008600) 00010000:00010000:1.0:1783952306.386318:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.386320:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386326:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494388f66 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.386424:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f58 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e032 expref: 33 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.387017:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952306.387022:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952306.387029:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56a00/0x3b91f5b494388f58 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e032 expref: 33 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.387043:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56a00, rc 0) 00000100:00100000:1.0:1783952306.387138:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584049920:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1549us (6062us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952306.387148:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 542 00000100:00100000:3.0:1783952306.390422:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.392806:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050048 00000100:00100000:2.0:1783952306.392827:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050048 00000100:00100000:2.0:1783952306.392929:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 543 00000100:00100000:2.0:1783952306.392943:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584050048:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.392973:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.393001:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388f6d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e039 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393093:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393112:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393126:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393143:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393151:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393159:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393211:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393246:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393253:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393260:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393267:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.393272:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393281:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393296:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.393299:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.393304:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393311:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f74 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393330:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393407:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393412:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393424:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.393428:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393446:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393455:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff8a75f61bd600) 00010000:00010000:2.0:1783952306.393458:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.393460:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393467:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388f7b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393506:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388f6d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e039 expref: 33 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393517:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.393519:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.393523:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388f6d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e039 expref: 33 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.393532:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783800, rc 0) 00000100:00100000:2.0:1783952306.393606:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584050048:12345-192.168.202.38@tcp:101:cp.0 Request processed in 667us (3273us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.393615:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 543 00000100:00100000:3.0:1783952306.404536:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.404631:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050304 00000100:00100000:2.0:1783952306.404653:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050304 00000100:00100000:2.0:1783952306.404775:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 544 00000100:00100000:2.0:1783952306.404787:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+32:123797:x1870607584050304:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.404819:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.404849:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f82 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e040 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.404994:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405012:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405026:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405043:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405050:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405055:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952306.405526:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c4:0x0], index 1: 0 00080000:00000400:2.0:1783952306.405544:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.405549:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.405551:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.405554:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.405557:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.405569:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.405592:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.405594:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.405596:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.405598:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.405600:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.405602:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.405634:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.405637:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.405639:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.405641:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.405643:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.405645:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952306.405786:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494388f97 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405800:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494388f97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405809:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494388f97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405856:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405865:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405872:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405879:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405897:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.405903:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405912:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405930:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.405933:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.405938:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405945:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388f89 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952306.405964:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000292c5451 reply state 00000000e5512121 transno 34359738616 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405977:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.405983:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff8a75f61bd800) 00010000:00010000:2.0:1783952306.405986:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952306.405989:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952306.406027:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782800/0x3b91f5b494388f82 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e040 expref: 35 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.406043:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494388f97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e040 expref: 34 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.406064:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x6:0x0].0x0 (ffff8a75f61bd100) 00010000:00010000:2.0:1783952306.406067:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952306.406069:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783c00, rc 0) 00000100:00100000:2.0:1783952306.406156:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123797:x1870607584050304:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1371us (1639us total) trans 34359738616 rc 0/0 00000100:00100000:2.0:1783952306.406167:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 544 00000100:00100000:0.0:1783952306.417415:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.420461:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050432 00000100:00100000:2.0:1783952306.420484:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050432 00000100:00100000:0.0:1783952306.424463:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 241 00000100:00100000:0.0:1783952306.424481:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69252:x1870607584050432:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.424508:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.424538:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e047 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.424572:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.424600:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.424605:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.424633:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 9 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.424667:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 9 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.424693:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b800, rc 0) 00000100:00100000:0.0:1783952306.425518:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584050432:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1034us (8112us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.425531:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 241 00000100:00100000:0.0:1783952306.439387:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.440858:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050560 00000100:00100000:2.0:1783952306.440877:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050560 00000100:00100000:2.0:1783952306.440980:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:2.0:1783952306.440995:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123797:x1870607584050560:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.441023:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.441050:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e04e expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.441098:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.441109:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.441114:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.441121:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 10 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.441168:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.441206:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.441224:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:162836:1870607600685312:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952306.441416:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952306.445512:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952306.445544:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600685440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952306.445632:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952306.445779:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600685440 00000100:00100000:1.0:1783952306.445809:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600685440 00000100:00100000:1.0:1783952306.445899:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1783952306.445910:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600685440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952306.445949:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8227648 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952306.446039:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600685440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (406us total) trans 0 rc 0/0 00000100:00080000:0.0:1783952306.446041:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952306.446056:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1783952306.446127:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600685440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952306.446154:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600685824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952306.446190:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952306.446225:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952306.446231:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600685952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952306.446264:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600685824 00000100:00100000:1.0:1783952306.446265:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952306.446275:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600685824 00000100:00100000:2.0:1783952306.446312:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600685952 00000100:00100000:2.0:1783952306.446319:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600685952 00000100:00100000:2.0:1783952306.446368:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1783952306.446375:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600685952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952306.446389:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8248128 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952306.446424:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600685952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.446431:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1783952306.446437:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600686336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.446466:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952306.446500:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600686848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.446534:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952306.446571:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1783952306.446584:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600685952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952306.446584:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600685824:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952306.446620:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00002000:00000024:0.0:1783952306.446623:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8227648 pending 0 free 71049216 avail 63881216 00000100:00100000:1.0:1783952306.446632:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600686464:0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.446665:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952306.446709:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600686976:0@lo:400:kworker.0 00000100:00100000:0.0:1783952306.446736:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600685824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.446756:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952306.446756:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00080000:0.0:1783952306.446804:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952306.446810:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600685824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952306.446811:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952306.446860:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686848 00000100:00100000:1.0:1783952306.446864:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686848 00000100:00100000:1.0:1783952306.446911:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686464 00000100:00100000:1.0:1783952306.446914:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686464 00000100:00100000:1.0:1783952306.446933:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686976 00000100:00100000:1.0:1783952306.446935:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686976 00000100:00100000:1.0:1783952306.446952:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1783952306.446959:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600686848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447008:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600686848:12345-0@lo:400:kworker.0 Request processed in 49us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447014:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1783952306.447047:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600686848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447068:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1783952306.447076:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600686464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447117:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600686464:12345-0@lo:400:kworker.0 Request processed in 42us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447124:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1783952306.447154:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600686464:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.447177:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600685568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952306.447222:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.447260:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600686080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.447291:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952306.447314:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1783952306.447326:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600686976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.447328:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600686592:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.447374:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.447386:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600687104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.447402:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.447430:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1783952306.447444:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600686976:12345-0@lo:400:kworker.0 Request processed in 120us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447452:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1783952306.447478:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600686976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447497:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686592 00000100:00100000:1.0:1783952306.447507:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686592 00000100:00100000:1.0:1783952306.447527:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1783952306.447532:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600686592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447561:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600686592:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447567:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1783952306.447633:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600685568 00000100:00100000:1.0:1783952306.447637:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600685568 00000100:00100000:1.0:1783952306.447661:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600687104 00000100:00100000:1.0:1783952306.447664:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600687104 00000100:00100000:1.0:1783952306.447674:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1783952306.447693:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:106954:x1870607600685568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952306.447726:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42545152 avail 36413440 00000100:00100000:1.0:1783952306.447757:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:106954:x1870607600685568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447764:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1783952306.447775:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1783952306.447780:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:106954:x1870607600687104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952306.447808:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+25:106954:x1870607600687104:12345-0@lo:400:kworker.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.447815:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1783952306.448284:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600685696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952306.448322:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.448372:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600686208:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448385:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.448395:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600686720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448410:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.448418:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600687232:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448432:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952306.448476:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600685568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952306.448494:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600686592:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448504:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600687104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448659:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686080 00000100:00100000:3.0:1783952306.448665:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686080 00000100:00100000:3.0:1783952306.448719:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1783952306.448729:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600686080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.448792:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600686080:12345-0@lo:400:kworker.0 Request processed in 54us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.448808:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:0.0:1783952306.449057:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952306.449061:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952306.451257:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600686080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.451295:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600685696 00000100:00100000:3.0:1783952306.451302:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600685696 00000100:00100000:3.0:1783952306.451348:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686208 00000100:00100000:3.0:1783952306.451352:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686208 00000100:00100000:3.0:1783952306.451369:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1783952306.451377:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600685696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952306.451414:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42655744 avail 36524032 00000100:00100000:2.0:1783952306.452199:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686336 00000100:00100000:2.0:1783952306.452214:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686336 00000100:00100000:2.0:1783952306.452296:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1783952306.452307:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600686336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952306.452462:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600686336:12345-0@lo:400:kworker.0 Request processed in 156us (5994us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.452471:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1783952306.452540:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600686336:0@lo:400:kworker.0 00000100:00100000:2.0:1783952306.452579:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600686720 00000100:00100000:2.0:1783952306.452583:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600686720 00000100:00100000:2.0:1783952306.452627:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600687232 00000100:00100000:2.0:1783952306.452652:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600687232 00000100:00100000:2.0:1783952306.452692:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1783952306.452699:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600686720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.452946:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600685696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1562us (4614us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.452960:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1783952306.452992:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1783952306.453002:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600686208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952306.453077:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600686720:12345-0@lo:400:kworker.0 Request processed in 376us (4662us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.453087:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1783952306.453106:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1783952306.453114:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600687232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952306.453155:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600687232:12345-0@lo:400:kworker.0 Request processed in 43us (4721us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.453162:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1783952306.453219:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600685696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952306.453265:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600686208:12345-0@lo:400:kworker.0 Request processed in 262us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.453275:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:1.0:1783952306.453983:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952306.453992:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952306.457044:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.457159:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:162836:1870607600685312:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952306.457216:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 10 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.457244:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782800, rc 0) 00000100:00100000:2.0:1783952306.457373:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123797:x1870607584050560:12345-192.168.202.38@tcp:101:cp.0 Request processed in 16343us (17998us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.457384:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 242 00000100:00100000:1.0:1783952306.457570:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050688 00000100:00100000:1.0:1783952306.457579:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050688 00010000:00010000:1.0:1783952306.457625:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.457694:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 121 00000100:00100000:1.0:1783952306.457705:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69254:x1870607584050688:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952306.457728:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952306.457757:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.457774:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.457804:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d6d737/0x3b91f5b494388fa5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e047 expref: 10 pid: 161704 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.457824:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.457830:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.457842:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 9 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.457855:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 9 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.457900:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 9 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.457917:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600687360:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952306.457998:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952306.459613:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600686208:0@lo:400:kworker.0 00000100:00100000:0.0:1783952306.459628:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600686720:0@lo:400:kworker.0 00000100:00100000:0.0:1783952306.459648:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600687232:0@lo:400:kworker.0 00000100:00100000:3.0:1783952306.462391:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.462539:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584050944 00000100:00100000:0.0:1783952306.462552:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584050944 00000100:00100000:0.0:1783952306.462647:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:0.0:1783952306.462657:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+35:123797:x1870607584050944:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952306.463006:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584050944:12345-192.168.202.38@tcp:35:cp.0 Request processed in 349us (627us total) trans 34359738617 rc 0/0 00000100:00100000:0.0:1783952306.463015:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:1.0:1783952306.463198:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600687360:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952306.463234:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952306.463288:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584050688:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5585us (6251us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.463299:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 121 00000100:00100000:0.0:1783952306.476223:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.476301:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051072 00000100:00100000:2.0:1783952306.476310:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051072 00000100:00100000:2.0:1783952306.476398:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 545 00000100:00100000:2.0:1783952306.476407:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584051072:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.476430:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.476452:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388fb3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e055 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476531:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476543:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476552:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476563:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476567:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476571:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476604:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476608:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476612:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476617:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476620:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.476628:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476648:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476659:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.476662:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.476667:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476673:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388fba lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476699:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476706:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476713:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476716:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.476719:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476725:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476737:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff8a75f61bd600) 00010000:00010000:2.0:1783952306.476740:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.476751:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476758:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fc1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476796:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388fb3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e055 expref: 37 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.476807:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.476810:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.477187:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388fb3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e055 expref: 37 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.477200:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:2.0:1783952306.477258:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584051072:12345-192.168.202.38@tcp:101:cp.0 Request processed in 852us (1042us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.477266:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 545 00000100:00100000:1.0:1783952306.481955:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.482103:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051200 00000100:00100000:2.0:1783952306.482121:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051200 00000100:00100000:2.0:1783952306.482285:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 546 00000100:00100000:2.0:1783952306.482297:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584051200:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.482318:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.482383:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494388fc8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e05c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482542:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482565:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482581:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482621:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482630:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482638:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482704:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482713:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482722:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482730:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482738:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.482743:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482752:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482767:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.482771:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.482777:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482791:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494388fcf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482807:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482814:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482821:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482827:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.482830:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482837:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482846:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff8a75d0904500) 00010000:00010000:3.0:1783952306.482849:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.482852:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482858:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375600/0x3b91f5b494388fd6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482901:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494388fc8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e05c expref: 37 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482925:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.482927:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.482932:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494388fc8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e05c expref: 37 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.482945:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782000, rc 0) 00000100:00100000:3.0:1783952306.483030:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584051200:12345-192.168.202.38@tcp:101:cp.0 Request processed in 735us (1089us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952306.483041:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 546 00000100:00100000:3.0:1783952306.493270:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.493323:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051456 00000100:00100000:0.0:1783952306.493364:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051456 00000100:00100000:2.0:1783952306.493525:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 547 00000100:00100000:2.0:1783952306.493539:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:123797:x1870607584051456:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.493579:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.493603:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388fdd lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e063 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493758:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493775:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493787:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493803:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493809:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.493816:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952306.494132:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x249:0x0], index 0: 0 00080000:00000400:2.0:1783952306.494144:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.494149:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.494151:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.494154:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.494156:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.494158:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.494174:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.494176:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.494184:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.494186:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.494188:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.494190:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.494216:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.494218:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.494220:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.494222:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.494225:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.494226:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952306.494304:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782400/0x3b91f5b494388ff2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494313:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782400/0x3b91f5b494388ff2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494380:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782400/0x3b91f5b494388ff2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494416:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494424:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494430:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494437:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494444:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.494449:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494462:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494475:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.494478:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.494482:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494489:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494388fe4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952306.494503:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f83696b5 reply state 000000000184afe8 transno 34359738618 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494514:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494521:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff8a75f61bd600) 00010000:00010000:2.0:1783952306.494523:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952306.494525:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952306.494553:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b494388fdd lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e063 expref: 39 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494569:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782400/0x3b91f5b494388ff2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e063 expref: 38 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.494576:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x7:0x0].0x0 (ffff8a75f61bde00) 00010000:00010000:2.0:1783952306.494578:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952306.494580:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782400, rc 0) 00000100:00100000:2.0:1783952306.494643:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+39:123797:x1870607584051456:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1108us (1381us total) trans 34359738618 rc 0/0 00000100:00100000:2.0:1783952306.494651:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 547 00000100:00100000:0.0:1783952306.517445:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.517568:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051584 00000100:00100000:2.0:1783952306.517580:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051584 00000100:00100000:0.0:1783952306.518067:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:0.0:1783952306.518081:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+8:69255:x1870607584051584:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.518101:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.518124:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e06a expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.518151:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.518172:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.518177:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.518201:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 9 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.518221:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 9 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.518235:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ae00, rc 0) 00000100:00100000:0.0:1783952306.518298:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584051584:12345-192.168.202.38@tcp:101:cp.0 Request processed in 221us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.518305:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:1.0:1783952306.550587:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.550754:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051712 00000100:00100000:3.0:1783952306.550767:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051712 00000100:00100000:3.0:1783952306.550845:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:3.0:1783952306.550855:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:123797:x1870607584051712:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952306.550877:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952306.550897:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e071 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.550936:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.550946:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.550950:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.550955:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 10 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.551018:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.551034:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.551051:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600687488:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952306.551143:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.553628:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.553782:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600687488:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952306.553830:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 10 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.553851:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375600, rc 0) 00000100:00100000:0.0:1783952306.553912:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123797:x1870607584051712:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3058us (3333us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.553922:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:2.0:1783952306.566197:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584051840 00000100:00100000:2.0:1783952306.566216:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584051840 00010000:00010000:2.0:1783952306.566511:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.566664:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:1.0:1783952306.566689:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69253:x1870607584051840:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952306.566708:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952306.566732:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.566748:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.566773:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389000 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e06a expref: 10 pid: 162839 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.566791:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.566795:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x249:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.566804:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 9 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.566946:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 9 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.566987:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 9 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.567003:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600687616:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952306.567212:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952306.583074:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.583199:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600687616:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.583224:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.583292:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584051840:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 16617us (29674us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.583304:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:3.0:1783952306.583754:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052096 00000100:00100000:3.0:1783952306.583762:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052096 00000100:00100000:0.0:1783952306.583966:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:0.0:1783952306.583978:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+39:123797:x1870607584052096:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952306.584306:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052096:12345-192.168.202.38@tcp:35:cp.0 Request processed in 329us (1242us total) trans 34359738619 rc 0/0 00000100:00100000:0.0:1783952306.584314:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:1.0:1783952306.588614:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.589264:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052224 00000100:00100000:2.0:1783952306.589274:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052224 00000100:00100000:2.0:1783952306.589465:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 548 00000100:00100000:2.0:1783952306.589477:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052224:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.589509:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.589534:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438900e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e078 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589611:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589626:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589669:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589695:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589704:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589712:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589758:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589765:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589771:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589778:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589784:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.589789:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589796:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.589808:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.591751:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.591763:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.591774:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389015 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592480:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592490:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592498:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592504:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.592508:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592516:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592532:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff8a75f61bdf00) 00010000:00010000:2.0:1783952306.592536:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.592539:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592546:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438901c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592599:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438900e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e078 expref: 41 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592628:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.592631:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.592635:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438900e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e078 expref: 41 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.592644:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:0.0:1783952306.593462:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052224:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3981us (4853us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952306.593486:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 548 00000100:00100000:1.0:1783952306.601800:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.616209:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052352 00000100:00100000:2.0:1783952306.616229:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052352 00000100:00100000:3.0:1783952306.616416:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 549 00000100:00100000:3.0:1783952306.616429:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052352:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952306.616455:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952306.616479:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389023 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e07f expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616552:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616569:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616581:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616615:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616623:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616630:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616693:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616702:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616709:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616715:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616722:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.616727:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616734:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616746:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.616749:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.616754:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616770:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438902a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616783:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616803:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616809:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616814:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.616817:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616829:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616837:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff8a75d0904500) 00010000:00010000:3.0:1783952306.616840:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.616843:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616848:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389031 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616883:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389023 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e07f expref: 41 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616905:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.616907:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.616911:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389023 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e07f expref: 41 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.616920:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374c00, rc 0) 00000100:00100000:3.0:1783952306.617007:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052352:12345-192.168.202.38@tcp:101:cp.0 Request processed in 580us (15226us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952306.617015:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 549 00000100:00100000:3.0:1783952306.621066:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.622128:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052608 00000100:00100000:0.0:1783952306.622141:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052608 00000100:00100000:0.0:1783952306.622214:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 550 00000100:00100000:0.0:1783952306.622225:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584052608:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.622255:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.622280:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389038 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e086 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622445:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622461:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622472:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622488:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622495:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.622502:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952306.622858:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c5:0x0], index 1: 0 00080000:00000400:0.0:1783952306.622871:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.622887:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952306.622890:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.622892:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.622895:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.622897:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.622916:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.622919:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952306.622921:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.622922:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.622925:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.622926:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.622955:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.622957:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952306.622959:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.622961:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.622964:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.622965:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952306.623057:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81c00/0x3b91f5b49438904d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623067:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81c00/0x3b91f5b49438904d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623075:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81c00/0x3b91f5b49438904d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623113:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623119:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623125:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623137:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623143:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ae00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.623147:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623154:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623166:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.623169:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.623173:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623179:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b49438903f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952306.623192:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a91ff112 reply state 00000000390578bd transno 34359738620 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623202:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623207:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff8a75c3d93d00) 00010000:00010000:0.0:1783952306.623209:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952306.623212:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952306.623241:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389038 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e086 expref: 43 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623271:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81c00/0x3b91f5b49438904d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e086 expref: 42 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.623278:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x8:0x0].0x0 (ffff8a75c3d93f00) 00010000:00010000:0.0:1783952306.623280:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952306.623283:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81c00, rc 0) 00000100:00100000:0.0:1783952306.623382:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:123797:x1870607584052608:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1158us (2331us total) trans 34359738620 rc 0/0 00000100:00100000:0.0:1783952306.623391:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 550 00000100:00100000:3.0:1783952306.637160:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.637394:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052736 00000100:00100000:0.0:1783952306.637404:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052736 00000100:00100000:0.0:1783952306.637463:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 245 00000100:00100000:0.0:1783952306.637474:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584052736:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.637492:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.637514:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e08d expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.637541:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.637563:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.637568:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.637578:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 10 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.637596:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 10 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.637629:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80a00, rc 0) 00000100:00100000:0.0:1783952306.637699:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69253:x1870607584052736:12345-192.168.202.38@tcp:101:cp.0 Request processed in 227us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.637707:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 245 00000100:00100000:2.0:1783952306.647187:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.647292:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052864 00000100:00100000:0.0:1783952306.647303:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052864 00000100:00100000:0.0:1783952306.647413:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 246 00000100:00100000:0.0:1783952306.647423:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123797:x1870607584052864:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.647442:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.647462:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e094 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.647498:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.647508:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.647513:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.647519:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 11 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.647555:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.647570:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952306.647599:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600687744:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952306.647697:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521600 going to sleep for 11 seconds 00000100:00100000:0.0:1783952306.651215:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600687744:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952306.651268:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 11 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.651292:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81e00, rc 0) 00000100:00100000:0.0:1783952306.651391:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123797:x1870607584052864:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3969us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.651401:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 246 00000100:00100000:3.0:1783952306.652999:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.656642:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584052992 00000100:00100000:2.0:1783952306.656656:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584052992 00010000:00010000:2.0:1783952306.656723:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.656775:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:2.0:1783952306.657021:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6232850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69254:x1870607584052992:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952306.657038:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952306.657061:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.657077:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.657102:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001346e1b9/0x3b91f5b49438905b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e08d expref: 11 pid: 161717 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.657139:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.657144:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.657153:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 10 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.657164:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 10 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.657204:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 10 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.657221:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600687872:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952306.657644:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.667068:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600687872:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952306.667099:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952306.667164:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6232850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69254:x1870607584052992:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 10147us (14171us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.667176:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:3.0:1783952306.674801:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.677549:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584053248 00000100:00100000:0.0:1783952306.677566:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584053248 00000100:00100000:0.0:1783952306.677712:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00100000:0.0:1783952306.677724:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:123797:x1870607584053248:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952306.679194:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053248:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1463us (4403us total) trans 34359738621 rc 0/0 00000100:00100000:0.0:1783952306.679207:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00100000:2.0:1783952306.684004:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.684446:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584053376 00000100:00100000:3.0:1783952306.684457:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584053376 00000100:00100000:3.0:1783952306.684524:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 551 00000100:00100000:3.0:1783952306.684536:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053376:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952306.684562:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952306.684585:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389069 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e09b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684674:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684701:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684714:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684730:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684737:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.684745:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685330:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685452:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685459:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685465:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685471:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.685484:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685493:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685507:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.685510:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.685515:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685522:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b494389070 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685537:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685543:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685549:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685553:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.685556:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685562:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685569:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff8a75d0904500) 00010000:00010000:3.0:1783952306.685572:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.685581:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685587:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389077 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685630:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389069 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e09b expref: 45 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685640:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.685642:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.685646:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389069 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e09b expref: 45 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.685655:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374c00, rc 0) 00000100:00100000:3.0:1783952306.685735:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053376:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1201us (1740us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952306.685744:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 551 00000100:00100000:2.0:1783952306.693282:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.693534:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584053504 00000100:00100000:0.0:1783952306.693548:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584053504 00000100:00100000:0.0:1783952306.693627:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 552 00000100:00100000:0.0:1783952306.693639:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053504:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.693667:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.693705:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438907e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694223:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694241:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694266:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694283:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694290:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694297:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694523:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694532:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694539:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694545:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694552:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.694563:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694572:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694584:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.694588:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.694593:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694599:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b494389085 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694615:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694621:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694627:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694632:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.694635:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694641:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694649:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff8a75c3d93e00) 00010000:00010000:0.0:1783952306.694652:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.694661:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694667:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81400/0x3b91f5b49438908c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694721:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438907e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0a2 expref: 45 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694732:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.694734:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.694738:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438907e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0a2 expref: 45 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.694748:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81a00, rc 0) 00000100:00100000:0.0:1783952306.695161:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053504:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1522us (1888us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952306.695170:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 552 00000100:00100000:1.0:1783952306.713576:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.713670:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584053760 00000100:00100000:3.0:1783952306.713689:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584053760 00000100:00100000:3.0:1783952306.713752:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 553 00000100:00100000:3.0:1783952306.713763:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584053760:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952306.713795:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952306.713829:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389093 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0a9 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.713963:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714003:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714016:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714033:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714040:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714047:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952306.714548:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24a:0x0], index 0: 0 00080000:00000400:3.0:1783952306.714562:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952306.714566:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952306.714569:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952306.714571:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952306.714574:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952306.714576:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952306.714594:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952306.714597:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952306.714599:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952306.714601:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952306.714603:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952306.714605:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952306.714632:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952306.714634:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952306.714636:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952306.714645:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952306.714647:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952306.714649:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952306.714771:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943890a8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714781:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943890a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714789:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943890a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714824:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714831:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714836:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714844:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714850:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952306.714854:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714862:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714875:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952306.714878:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952306.714889:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714896:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b49438909a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952306.714910:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005ab40265 reply state 00000000128ac1a7 transno 34359738622 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714922:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714928:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff8a75d0904500) 00010000:00010000:3.0:1783952306.714930:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952306.714933:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952306.714965:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389093 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0a9 expref: 47 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714980:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943890a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0a9 expref: 46 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.714988:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x9:0x0].0x0 (ffff8a75d0904d00) 00010000:00010000:3.0:1783952306.714990:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952306.714992:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375200, rc 0) 00000100:00100000:3.0:1783952306.715067:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584053760:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1305us (1501us total) trans 34359738622 rc 0/0 00000100:00100000:3.0:1783952306.715076:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 553 00000100:00100000:2.0:1783952306.727154:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.727555:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584053888 00000100:00100000:0.0:1783952306.727570:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584053888 00000100:00100000:0.0:1783952306.727645:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 247 00000100:00100000:0.0:1783952306.727656:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a7602079c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584053888:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.727689:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.727726:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0b0 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.727755:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.727778:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.727797:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.727808:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 10 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.727837:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 10 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.727853:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81a00, rc 0) 00000100:00100000:0.0:1783952306.727937:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a7602079c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69255:x1870607584053888:12345-192.168.202.38@tcp:101:cp.0 Request processed in 283us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.727946:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 247 00000100:00100000:2.0:1783952306.743937:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.744165:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054016 00000100:00100000:0.0:1783952306.744175:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054016 00000100:00100000:0.0:1783952306.744243:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00100000:0.0:1783952306.744262:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:123797:x1870607584054016:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.744282:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.744303:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0b7 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.744381:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.744392:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.744396:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.744402:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 11 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.744626:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.744642:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.744658:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600688000:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952306.744786:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521600 going to sleep for 11 seconds 00000100:00100000:1.0:1783952306.749326:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.749579:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600688000:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952306.749620:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 11 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.749643:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81400, rc 0) 00000100:00100000:2.0:1783952306.749721:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123797:x1870607584054016:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5460us (5796us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.749753:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00100000:3.0:1783952306.750233:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054144 00000100:00100000:3.0:1783952306.750252:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054144 00010000:00010000:3.0:1783952306.750317:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.750431:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:3.0:1783952306.750444:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69253:x1870607584054144:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952306.750465:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952306.751879:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.751904:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.751938:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a38239cc/0x3b91f5b4943890b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b0 expref: 11 pid: 160616 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.751962:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.751967:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.751977:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 10 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.751990:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 10 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.752069:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 10 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.755857:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600688128:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952306.762077:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952306.776524:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600688128:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.776569:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.779868:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69253:x1870607584054144:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 29405us (30533us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.779890:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:0.0:1783952306.790196:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.791256:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054400 00000100:00100000:3.0:1783952306.791275:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054400 00000100:00100000:3.0:1783952306.791411:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 144 00000100:00100000:3.0:1783952306.791426:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584054400:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952306.792742:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054400:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1307us (2551us total) trans 34359738623 rc 0/0 00000100:00100000:2.0:1783952306.792758:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 144 00000100:00100000:1.0:1783952306.800887:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.801023:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054528 00000100:00100000:0.0:1783952306.801038:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054528 00000100:00100000:0.0:1783952306.801126:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 554 00000100:00100000:0.0:1783952306.801138:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d016c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054528:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.801175:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.801204:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b4943890c4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0be expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801297:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801317:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801332:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801494:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801504:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801511:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801569:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801601:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801608:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801615:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801622:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.801628:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801636:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801651:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.801655:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.801661:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801669:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943890cb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801696:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801704:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801710:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801723:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.801726:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801732:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801740:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff8a75c3d93a00) 00010000:00010000:0.0:1783952306.801743:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.801746:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801753:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b4943890d2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801800:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b4943890c4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0be expref: 49 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801812:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.801814:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.801817:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80800/0x3b91f5b4943890c4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0be expref: 49 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.801827:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80800, rc 0) 00000100:00100000:0.0:1783952306.801911:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d016c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054528:12345-192.168.202.38@tcp:101:cp.0 Request processed in 775us (1046us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952306.801921:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 554 00000100:00100000:3.0:1783952306.815477:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.815687:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054656 00000100:00100000:2.0:1783952306.815702:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054656 00000100:00100000:2.0:1783952306.815790:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 555 00000100:00100000:2.0:1783952306.815804:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054656:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.815836:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.815870:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943890d9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0c5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.815967:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.815986:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816002:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816050:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816058:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816066:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816133:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816141:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816148:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816154:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816160:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.816165:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816173:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816187:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.816190:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.816196:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816213:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890e0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816230:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816236:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816242:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816247:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.816250:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816256:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816264:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff8a75f61bdf00) 00010000:00010000:2.0:1783952306.816267:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.816270:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816275:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890e7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816318:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943890d9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0c5 expref: 49 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816408:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.816411:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.816415:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943890d9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0c5 expref: 49 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.816426:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782a00, rc 0) 00000100:00100000:2.0:1783952306.816522:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054656:12345-192.168.202.38@tcp:101:cp.0 Request processed in 721us (1062us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.816530:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 555 00000100:00100000:0.0:1783952306.824607:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.827895:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584054912 00000100:00100000:3.0:1783952306.827918:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584054912 00000100:00100000:2.0:1783952306.828189:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 556 00000100:00100000:2.0:1783952306.828206:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584054912:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.828241:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.828273:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890ee lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0cc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828461:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828481:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828495:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828512:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828541:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.828549:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952306.829124:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c6:0x0], index 1: 0 00080000:00000400:2.0:1783952306.829142:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.829146:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.829149:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.829151:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.829154:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.829156:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.829179:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.829182:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.829184:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.829186:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.829189:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.829190:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.829227:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.829229:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952306.829231:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.829233:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.829235:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.829237:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952306.829411:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494389103 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829424:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494389103 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829450:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494389103 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829498:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829506:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829513:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829520:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829529:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.829533:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829542:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829558:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.829562:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.829567:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829575:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943890f5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952306.829592:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000ca139e3 reply state 0000000018577957 transno 34359738624 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829611:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.829619:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff8a75f61bdf00) 00010000:00010000:2.0:1783952306.829622:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952306.829625:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952306.831821:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b4943890ee lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0cc expref: 51 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.831866:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494389103 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0cc expref: 50 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.831877:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xa:0x0].0x0 (ffff8a75f61bd500) 00010000:00010000:2.0:1783952306.831881:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952306.831885:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782e00, rc 0) 00000100:00100000:2.0:1783952306.831994:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584054912:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3790us (7400us total) trans 34359738624 rc 0/0 00000100:00100000:2.0:1783952306.832005:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 556 00000100:00100000:3.0:1783952306.840949:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.841048:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055040 00000100:00100000:1.0:1783952306.841061:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055040 00000100:00100000:1.0:1783952306.841164:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00100000:1.0:1783952306.841176:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69253:x1870607584055040:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.841201:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.841229:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0d3 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952306.841262:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952306.841289:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:1.0:1783952306.841295:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.841307:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 11 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.841329:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 11 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.841380:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952306.841456:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69253:x1870607584055040:12345-192.168.202.38@tcp:101:cp.0 Request processed in 282us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.841463:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00100000:3.0:1783952306.845975:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.846445:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055168 00000100:00100000:0.0:1783952306.846461:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055168 00000100:00100000:0.0:1783952306.846538:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:0.0:1783952306.846548:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123797:x1870607584055168:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.846573:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.846597:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0da expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.846640:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.846651:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.846656:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.846662:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 12 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.846718:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.846735:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952306.846752:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600688256:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952306.846866:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952306.849458:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600688256:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952306.849514:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 12 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.849566:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80800, rc 0) 00000100:00100000:0.0:1783952306.849647:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123797:x1870607584055168:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3099us (3687us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.850036:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 250 00000100:00100000:3.0:1783952306.850436:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.850538:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055296 00000100:00100000:2.0:1783952306.850548:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055296 00010000:00010000:2.0:1783952306.850599:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.850635:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 125 00000100:00100000:2.0:1783952306.850644:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69255:x1870607584055296:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952306.850664:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952306.850715:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.850730:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.850762:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4359752/0x3b91f5b494389111 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0d3 expref: 12 pid: 162835 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.850792:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.850797:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952306.850807:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 11 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.850822:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 11 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.850870:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 11 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952306.850888:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600688384:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952306.850985:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca9240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.854295:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.854472:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600688384:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.854507:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.854587:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69255:x1870607584055296:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3941us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.854619:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 125 00000100:00100000:0.0:1783952306.854775:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055552 00000100:00100000:0.0:1783952306.854785:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055552 00000100:00100000:0.0:1783952306.854842:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 145 00000100:00100000:0.0:1783952306.854852:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf89b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584055552:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952306.855253:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf89b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584055552:12345-192.168.202.38@tcp:35:cp.0 Request processed in 400us (972us total) trans 34359738625 rc 0/0 00000100:00100000:0.0:1783952306.855263:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 145 00000100:00100000:0.0:1783952306.864501:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.867601:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055680 00000100:00100000:2.0:1783952306.867627:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055680 00000100:00100000:2.0:1783952306.867741:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 557 00000100:00100000:2.0:1783952306.867755:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584055680:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.867791:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.867820:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438911f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0e1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867907:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867926:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867943:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867964:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867970:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.867977:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868033:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868066:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868156:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868163:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868170:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.868175:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868191:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868207:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.868210:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.868216:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868224:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389126 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868654:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868665:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868672:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868699:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.868703:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868709:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868719:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff8a75f61bda00) 00010000:00010000:2.0:1783952306.868722:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.868725:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868732:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438912d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868784:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438911f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0e1 expref: 53 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868796:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.868799:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.868803:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438911f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0e1 expref: 53 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.868814:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:2.0:1783952306.868908:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584055680:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1154us (4422us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.868919:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 557 00000100:00100000:3.0:1783952306.882473:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.882760:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584055808 00000100:00100000:0.0:1783952306.882775:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584055808 00000100:00100000:0.0:1783952306.882865:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 558 00000100:00100000:0.0:1783952306.882878:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584055808:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.882910:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.882944:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389134 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0e8 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883198:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883217:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883255:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883286:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883294:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883300:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883391:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883400:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883407:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883415:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883423:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.883428:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883437:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883462:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.883472:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.883479:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883486:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438913b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883504:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883510:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883516:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883522:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.883525:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883532:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883541:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff8a75c3d93a00) 00010000:00010000:0.0:1783952306.883543:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.883547:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883553:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b494389142 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883597:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389134 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0e8 expref: 53 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883619:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.883622:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.883625:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389134 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0e8 expref: 53 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.883635:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80600, rc 0) 00000100:00100000:0.0:1783952306.883735:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584055808:12345-192.168.202.38@tcp:101:cp.0 Request processed in 858us (1279us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952306.883745:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 558 00000100:00100000:3.0:1783952306.887398:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.887529:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056064 00000100:00100000:0.0:1783952306.887546:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056064 00000100:00100000:0.0:1783952306.887703:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 559 00000100:00100000:0.0:1783952306.887718:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584056064:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.887749:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.887782:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389149 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0ef expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.887936:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.887956:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.887970:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.887988:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.888014:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.888022:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952306.891403:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24b:0x0], index 0: 0 00080000:00000400:0.0:1783952306.891435:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.892389:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.892394:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.892397:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.892399:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.892402:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.892974:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.892981:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.892982:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.892985:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.892987:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.892989:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952306.893059:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952306.893062:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952306.893064:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952306.893066:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952306.893068:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952306.893070:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952306.893268:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81200/0x3b91f5b49438915e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893290:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81200/0x3b91f5b49438915e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893331:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81200/0x3b91f5b49438915e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893422:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893431:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893438:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893882:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893889:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952306.893893:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893902:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893918:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952306.893922:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952306.893926:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893933:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81800/0x3b91f5b494389150 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952306.893952:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b7e69acd reply state 000000005fc84c6a transno 34359738626 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893977:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.893983:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff8a75c3d93800) 00010000:00010000:0.0:1783952306.893986:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952306.893989:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952306.894195:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389149 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0ef expref: 55 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.894214:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81200/0x3b91f5b49438915e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0ef expref: 54 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.894222:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xb:0x0].0x0 (ffff8a75c3d93700) 00010000:00010000:0.0:1783952306.894225:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952306.894228:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81200, rc 0) 00000100:00100000:0.0:1783952306.894705:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584056064:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6987us (7319us total) trans 34359738626 rc 0/0 00000100:00100000:0.0:1783952306.894717:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 559 00000100:00100000:2.0:1783952306.910686:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.910843:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056192 00000100:00100000:0.0:1783952306.910856:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056192 00000100:00100000:0.0:1783952306.910934:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 251 00000100:00100000:0.0:1783952306.910946:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69255:x1870607584056192:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.910971:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.910999:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0f6 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952306.911043:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952306.911080:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:0.0:1783952306.911086:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.911100:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 11 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.911121:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 11 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.911139:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80000, rc 0) 00000100:00100000:0.0:1783952306.911221:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69255:x1870607584056192:12345-192.168.202.38@tcp:101:cp.0 Request processed in 277us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952306.911229:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 251 00000100:00100000:3.0:1783952306.925953:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952306.930614:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056320 00000100:00100000:0.0:1783952306.930637:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056320 00000100:00100000:0.0:1783952306.930758:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 252 00000100:00100000:0.0:1783952306.930771:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:123797:x1870607584056320:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952306.930797:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952306.930824:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e0fd expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.930866:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.930877:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.930882:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952306.930888:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 12 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.930958:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952306.930976:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952306.930993:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600688512:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952306.932908:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952306.937306:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600688512:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952306.937409:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 12 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.937437:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81800, rc 0) 00000100:00100000:1.0:1783952306.937519:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123797:x1870607584056320:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6749us (11582us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952306.937552:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 252 00000100:00100000:2.0:1783952306.940463:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.940632:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056448 00000100:00100000:3.0:1783952306.940645:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056448 00010000:00010000:3.0:1783952306.940719:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.940813:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 126 00000100:00100000:3.0:1783952306.940825:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69253:x1870607584056448:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952306.940846:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952306.940876:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.940912:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.940943:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd452816/0x3b91f5b49438916c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0f6 expref: 12 pid: 160618 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.940966:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.940971:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.940981:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 11 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.940993:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 11 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.941055:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 11 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952306.941074:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600688640:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952306.941196:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952306.952527:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.952887:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600688640:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952306.952925:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952306.953017:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69253:x1870607584056448:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 12192us (12567us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952306.953031:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 126 00000100:00100000:0.0:1783952306.953119:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056704 00000100:00100000:0.0:1783952306.953129:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056704 00000100:00100000:0.0:1783952306.953192:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 146 00000100:00100000:0.0:1783952306.953204:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584056704:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952306.953786:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584056704:12345-192.168.202.38@tcp:35:cp.0 Request processed in 580us (1274us total) trans 34359738627 rc 0/0 00000100:00100000:1.0:1783952306.953796:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 146 00000100:00100000:1.0:1783952306.959727:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.959978:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056832 00000100:00100000:2.0:1783952306.959991:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056832 00000100:00100000:2.0:1783952306.960076:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 560 00000100:00100000:2.0:1783952306.960089:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584056832:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.960126:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.960155:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438917a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e104 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960247:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960266:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960279:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960297:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960304:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960312:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960497:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960506:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960513:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960520:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960526:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.960531:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960540:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960554:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.960557:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.960562:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960567:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b494389181 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960583:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960589:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960602:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960606:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.960609:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960615:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960622:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff8a75f61bda00) 00010000:00010000:2.0:1783952306.960624:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.960626:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960631:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389188 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960691:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438917a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e104 expref: 57 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960702:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.960705:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.960708:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b49438917a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e104 expref: 57 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.960718:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783000, rc 0) 00000100:00100000:2.0:1783952306.960802:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584056832:12345-192.168.202.38@tcp:101:cp.0 Request processed in 715us (1089us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.960820:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 560 00000100:00100000:3.0:1783952306.965915:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.966307:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584056960 00000100:00100000:2.0:1783952306.966321:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584056960 00000100:00100000:2.0:1783952306.966418:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 561 00000100:00100000:2.0:1783952306.966443:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584056960:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.966475:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.966504:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438918f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e10b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966600:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966620:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966634:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966888:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966899:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966906:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966965:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.966997:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967003:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967010:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967018:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.967023:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967031:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967046:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.967050:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.967057:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967064:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b494389196 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967082:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967089:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967095:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967112:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.967115:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967121:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967130:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff8a75f61bd700) 00010000:00010000:2.0:1783952306.967132:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.967134:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967140:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438919d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967186:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438918f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e10b expref: 57 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967198:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.967201:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.967204:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b49438918f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e10b expref: 57 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.967213:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:2.0:1783952306.967634:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584056960:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1203us (1734us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952306.967645:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 561 00000100:00100000:3.0:1783952306.978044:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952306.978401:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057216 00000100:00100000:2.0:1783952306.978438:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057216 00000100:00100000:2.0:1783952306.978517:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 562 00000100:00100000:2.0:1783952306.978530:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584057216:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952306.978563:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952306.978596:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b4943891a4 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e112 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.978955:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.978975:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.978988:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.979006:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.979014:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.979021:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952306.981745:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c7:0x0], index 1: 0 00080000:00000400:2.0:1783952306.981928:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.981934:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.981937:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.981940:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.981943:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.982091:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.982144:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.982148:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.982150:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.982152:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.982155:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.982157:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952306.982202:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952306.982206:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952306.982208:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952306.982210:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952306.982212:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952306.982214:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952306.983059:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b4943891b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983086:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b4943891b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983100:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b4943891b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983151:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983160:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983168:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983176:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983202:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952306.983207:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983215:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983231:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952306.983234:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952306.983240:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983254:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891ab lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952306.983274:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c09c4378 reply state 000000003eecf8d5 transno 34359738628 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983286:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983292:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff8a75f61bda00) 00010000:00010000:2.0:1783952306.983295:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952306.983691:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952306.983759:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b4943891a4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e112 expref: 59 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983790:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b4943891b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e112 expref: 58 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952306.983814:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xc:0x0].0x0 (ffff8a75f61bd700) 00010000:00010000:2.0:1783952306.983817:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952306.983819:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782600, rc 0) 00000100:00100000:2.0:1783952306.983918:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:123797:x1870607584057216:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5391us (5888us total) trans 34359738628 rc 0/0 00000100:00100000:2.0:1783952306.983930:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 562 00000100:00100000:1.0:1783952306.993057:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952306.993159:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057344 00000100:00100000:3.0:1783952306.993173:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057344 00000100:00100000:3.0:1783952306.993272:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 253 00000100:00100000:3.0:1783952306.993284:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69252:x1870607584057344:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952306.993319:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952306.993393:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e119 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952306.993429:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952306.993458:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=5993s v=(0 0) 00010000:00010000:3.0:1783952306.993464:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952306.993477:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 12 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.993500:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 12 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952306.993519:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374c00, rc 0) 00000100:00100000:3.0:1783952306.993607:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69252:x1870607584057344:12345-192.168.202.38@tcp:101:cp.0 Request processed in 325us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952306.993614:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 253 00000100:00100000:0.0:1783952306.997184:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952306.997322:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057472 00000100:00100000:1.0:1783952306.997387:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057472 00000100:00100000:1.0:1783952306.997469:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 254 00000100:00100000:1.0:1783952306.997481:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123797:x1870607584057472:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952306.997510:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952306.997540:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e120 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.997586:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 13 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.997597:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.997601:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952306.997607:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 13 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.997666:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 13 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952306.997691:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 13 pid: 162843 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952306.997733:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600688768:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952306.997859:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb3c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.002510:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.002703:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057600 00000100:00100000:3.0:1783952307.002718:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057600 00010000:00010000:3.0:1783952307.002783:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 14 pid: 162843 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.002844:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:3.0:1783952307.002856:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69254:x1870607584057600:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.002899:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.002934:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 14 pid: 162843 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.002952:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 14 pid: 162843 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.002988:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.002994:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.003007:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 14 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.003019:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 14 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.003068:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 14 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.003087:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600688896:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.003953:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7b40 going to sleep for 11 seconds 00010000:00010000:2.0:1783952307.006038:0:162835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8514bab/0x3b91f5b4943891c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e119 expref: 14 pid: 162843 timeout: 6093 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.006075:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600688768:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.006120:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 13 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.006138:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56a00, rc 0) 00000100:00100000:2.0:1783952307.007087:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123797:x1870607584057472:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9600us (9911us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.007102:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 254 00000100:00100000:1.0:1783952307.013383:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.013934:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057856 00000100:00100000:0.0:1783952307.013949:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057856 00000100:00100000:0.0:1783952307.014070:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00100000:0.0:1783952307.014086:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:123797:x1870607584057856:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952307.014551:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584057856:12345-192.168.202.38@tcp:35:cp.0 Request processed in 468us (1212us total) trans 34359738629 rc 0/0 00000100:00100000:0.0:1783952307.014560:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00080000:1.0:1783952307.014661:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952307.015315:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600688896:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952307.015386:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952307.015434:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69254:x1870607584057600:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 12580us (12940us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.015446:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:1.0:1783952307.020036:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.020217:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584057984 00000100:00100000:0.0:1783952307.020230:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584057984 00000100:00100000:0.0:1783952307.020482:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 563 00000100:00100000:0.0:1783952307.020495:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584057984:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.020558:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.020592:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943891d5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e127 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020702:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020726:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020745:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020766:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020785:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020795:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020860:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020869:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020875:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020884:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020903:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.020909:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020918:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020939:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.020943:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.020950:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020958:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943891dc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020979:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020987:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020993:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.020998:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.021001:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021007:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021027:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff8a75c3d93400) 00010000:00010000:0.0:1783952307.021030:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.021033:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021040:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943891e3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021087:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943891d5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e127 expref: 61 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021099:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.021102:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.021105:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943891d5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e127 expref: 61 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.021116:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80400, rc 0) 00000100:00100000:0.0:1783952307.021211:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584057984:12345-192.168.202.38@tcp:101:cp.0 Request processed in 719us (1191us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.021220:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 563 00000100:00100000:3.0:1783952307.029071:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.030271:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584058112 00000100:00100000:2.0:1783952307.030292:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584058112 00000100:00100000:2.0:1783952307.030636:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 564 00000100:00100000:2.0:1783952307.030648:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584058112:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.030689:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.030720:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b4943891ea lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e12e expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030918:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030937:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030951:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030972:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030978:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.030985:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031043:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031051:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031058:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031065:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031072:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.031083:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031092:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031107:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.031111:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.031117:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031125:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943891f1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031141:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031148:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031153:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031158:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.031161:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031166:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031174:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff8a75c4f6a300) 00010000:00010000:2.0:1783952307.031176:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.031189:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031195:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b4943891f8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031240:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b4943891ea lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e12e expref: 61 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031252:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.031255:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.031258:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b4943891ea lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e12e expref: 61 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.031269:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783000, rc 0) 00000100:00100000:2.0:1783952307.031992:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584058112:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1338us (2928us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.032005:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 564 00000100:00100000:1.0:1783952307.043956:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.044064:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584058368 00000100:00100000:2.0:1783952307.044077:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584058368 00000100:00100000:2.0:1783952307.044162:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 565 00000100:00100000:2.0:1783952307.044175:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584058368:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.044205:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.044232:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943891ff lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e135 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044445:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044491:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044507:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044529:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044537:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.044544:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.044970:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24c:0x0], index 0: 0 00080000:00000400:2.0:1783952307.044987:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.044992:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.044994:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.044997:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.044999:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.045002:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.045022:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.045025:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.045027:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.045029:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.045032:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.045034:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.045069:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.045072:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.045074:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.045083:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.045086:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.045088:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.045209:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494389214 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045220:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494389214 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045228:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494389214 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045270:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045278:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045285:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045292:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045300:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.045305:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045314:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045330:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.045379:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.045392:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045400:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389206 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.045422:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000015958813 reply state 00000000e954a297 transno 34359738630 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045436:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045443:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff8a75c4f6ab00) 00010000:00010000:2.0:1783952307.045445:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.045449:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.045488:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782000/0x3b91f5b4943891ff lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e135 expref: 63 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045505:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494389214 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e135 expref: 62 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.045514:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xd:0x0].0x0 (ffff8a75c4f6a100) 00010000:00010000:2.0:1783952307.045517:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.045520:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8400, rc 0) 00000100:00100000:2.0:1783952307.045607:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+63:123797:x1870607584058368:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1434us (1666us total) trans 34359738630 rc 0/0 00000100:00100000:2.0:1783952307.045616:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 565 00000100:00100000:0.0:1783952307.052379:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.053731:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584058496 00000100:00100000:2.0:1783952307.053748:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584058496 00000100:00100000:2.0:1783952307.053841:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 255 00000100:00100000:2.0:1783952307.053854:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69255:x1870607584058496:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.053902:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.053933:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e13c expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.053969:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.053996:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.054002:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.054016:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 12 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.054039:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 12 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.054056:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952307.054134:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69255:x1870607584058496:12345-192.168.202.38@tcp:101:cp.0 Request processed in 283us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.054142:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 255 00000100:00100000:0.0:1783952307.062988:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.063409:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584058624 00000100:00100000:2.0:1783952307.063423:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584058624 00000100:00100000:2.0:1783952307.063511:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 256 00000100:00100000:2.0:1783952307.063523:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:123797:x1870607584058624:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.063551:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.063579:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e143 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.063623:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 13 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.063652:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.063657:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.063663:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 13 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.063721:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 13 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.063739:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 13 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.063757:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600689024:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.063880:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.069000:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.069163:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584058752 00000100:00100000:3.0:1783952307.069176:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584058752 00010000:00010000:3.0:1783952307.069249:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 14 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.069304:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:3.0:1783952307.069317:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69253:x1870607584058752:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.069387:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.069420:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 14 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.069438:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 14 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.069724:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.069732:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.069745:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 14 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.069758:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 14 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.069952:0:160618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b494389222 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e13c expref: 14 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.069973:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600689024:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.070011:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 13 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.070027:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782000, rc 0) 00000100:00100000:2.0:1783952307.070153:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123797:x1870607584058624:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6631us (7181us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.070187:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 256 00010000:00010000:3.0:1783952307.074887:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 12 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.074952:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600689152:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.075082:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.082494:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600689152:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.082539:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.082626:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69253:x1870607584058752:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 13310us (13640us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.082642:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 128 00000100:00100000:1.0:1783952307.094152:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.094394:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059008 00000100:00100000:0.0:1783952307.094409:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059008 00000100:00100000:0.0:1783952307.094598:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 148 00000100:00100000:0.0:1783952307.094612:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+63:123797:x1870607584059008:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952307.095084:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059008:12345-192.168.202.38@tcp:35:cp.0 Request processed in 472us (947us total) trans 34359738631 rc 0/0 00000100:00100000:0.0:1783952307.095113:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 148 00000100:00100000:1.0:1783952307.101503:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.101730:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059136 00000100:00100000:2.0:1783952307.101744:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059136 00000100:00100000:2.0:1783952307.101841:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 566 00000100:00100000:2.0:1783952307.101856:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059136:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.101894:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.101928:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389230 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e14a expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102028:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102047:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102061:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102078:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102086:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102122:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102182:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102189:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102196:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102203:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102210:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.102214:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102223:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102237:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.102240:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.102246:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102253:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783000/0x3b91f5b494389237 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102272:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102284:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102291:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102296:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.102300:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102307:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102316:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff8a75c4f6a200) 00010000:00010000:2.0:1783952307.102319:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.102322:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102328:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438923e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102442:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389230 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e14a expref: 65 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102455:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.102457:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.102461:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b494389230 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e14a expref: 65 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.102705:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783200, rc 0) 00000100:00100000:2.0:1783952307.102938:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059136:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1085us (1461us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.102948:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 566 00000100:00100000:0.0:1783952307.114786:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.114872:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059264 00000100:00100000:2.0:1783952307.114886:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059264 00000100:00100000:2.0:1783952307.114960:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 567 00000100:00100000:2.0:1783952307.114972:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059264:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.115000:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.115027:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389245 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e151 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115122:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115140:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115153:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115170:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115177:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115183:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115260:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115268:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115274:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115282:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115288:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf8a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.115293:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115302:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115317:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.115321:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.115326:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115391:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8a00/0x3b91f5b49438924c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115411:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115417:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115430:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115436:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.115439:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115446:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115454:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff8a75c4f6a900) 00010000:00010000:2.0:1783952307.115457:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.115460:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115466:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b494389253 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115507:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389245 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e151 expref: 65 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115519:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.115521:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.115524:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b494389245 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e151 expref: 65 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.115535:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782200, rc 0) 00000100:00100000:2.0:1783952307.115612:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059264:12345-192.168.202.38@tcp:101:cp.0 Request processed in 642us (849us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.115630:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 567 00000100:00100000:1.0:1783952307.129325:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.129580:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059520 00000100:00100000:0.0:1783952307.129596:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059520 00000100:00100000:0.0:1783952307.129791:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 568 00000100:00100000:0.0:1783952307.129806:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:123797:x1870607584059520:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.129835:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.129865:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b49438925a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e158 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130017:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130036:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130049:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130067:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130074:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130082:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952307.130586:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c8:0x0], index 1: 0 00080000:00000400:0.0:1783952307.130625:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.130629:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.130632:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.130635:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.130637:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.130640:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.130660:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.130664:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.130665:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.130667:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.130669:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.130671:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.130719:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.130721:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.130723:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.130725:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.130728:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.130730:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952307.130851:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438926f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130863:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438926f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130872:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438926f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130916:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130923:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130940:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130948:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130954:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.130958:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130966:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130980:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.130984:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.130989:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.130997:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389261 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952307.131013:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000097a648b2 reply state 000000002a9dc8aa transno 34359738632 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.131024:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.131030:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff8a75c3d93400) 00010000:00010000:0.0:1783952307.131032:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952307.131035:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952307.131082:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b49438925a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e158 expref: 67 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.131099:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438926f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e158 expref: 66 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.131107:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xe:0x0].0x0 (ffff8a75c3d93500) 00010000:00010000:0.0:1783952307.131109:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952307.131112:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81a00, rc 0) 00000100:00100000:0.0:1783952307.131219:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+67:123797:x1870607584059520:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1416us (1914us total) trans 34359738632 rc 0/0 00000100:00100000:0.0:1783952307.131228:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 568 00000100:00100000:0.0:1783952307.139294:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.139844:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059648 00000100:00100000:2.0:1783952307.139859:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059648 00000100:00100000:2.0:1783952307.139987:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 257 00000100:00100000:2.0:1783952307.140000:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69253:x1870607584059648:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.140026:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.140057:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e15f expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.140091:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.140122:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.140127:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.140140:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 13 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.140166:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 13 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.140183:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7400, rc 0) 00000100:00100000:2.0:1783952307.140278:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69253:x1870607584059648:12345-192.168.202.38@tcp:101:cp.0 Request processed in 281us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.140287:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 257 00000100:00100000:3.0:1783952307.158304:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.158863:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059776 00000100:00100000:2.0:1783952307.158880:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059776 00000100:00100000:2.0:1783952307.158978:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 258 00000100:00100000:2.0:1783952307.158991:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123797:x1870607584059776:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.159043:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.159069:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e166 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.159118:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 14 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.159128:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.159133:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.159139:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 14 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.159186:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 14 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.159203:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 14 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.159219:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600689280:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.159397:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.167504:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.168877:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584059904 00000100:00100000:0.0:1783952307.168895:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584059904 00010000:00010000:0.0:1783952307.168970:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 15 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.169033:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:0.0:1783952307.169045:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69254:x1870607584059904:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952307.169065:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952307.169097:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 15 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.169116:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 15 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.169185:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.169190:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.169204:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 15 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.169215:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 15 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.169274:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 15 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.169292:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600689408:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952307.169464:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c63576c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783952307.169891:0:162843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438927d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e15f expref: 15 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.169912:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600689280:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.169951:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 14 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.169979:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7c00, rc 0) 00000100:00100000:2.0:1783952307.170023:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123797:x1870607584059776:12345-192.168.202.38@tcp:101:cp.0 Request processed in 11035us (11737us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.170032:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 258 00000100:00100000:2.0:1783952307.172317:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600689408:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.172405:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.172532:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69254:x1870607584059904:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3487us (5040us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.172547:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:3.0:1783952307.180482:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.180748:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060160 00000100:00100000:2.0:1783952307.180762:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060160 00000100:00100000:2.0:1783952307.180848:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 149 00000100:00100000:2.0:1783952307.180861:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+67:123797:x1870607584060160:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952307.181498:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060160:12345-192.168.202.38@tcp:35:cp.0 Request processed in 633us (1025us total) trans 34359738633 rc 0/0 00000100:00100000:2.0:1783952307.181510:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 149 00000100:00100000:3.0:1783952307.186027:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.187047:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060288 00000100:00100000:2.0:1783952307.187065:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060288 00000100:00100000:2.0:1783952307.187160:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 569 00000100:00100000:2.0:1783952307.187174:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060288:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.187211:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.187240:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b49438928b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e16d expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187384:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187404:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187419:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187435:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187443:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187451:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187503:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187511:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187519:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187526:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187533:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.187543:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187552:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187566:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.187570:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.187576:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187584:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389292 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187600:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187607:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187612:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187617:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.187620:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187627:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187634:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff8a75c4f6ae00) 00010000:00010000:2.0:1783952307.187636:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.187645:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187652:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389299 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187703:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b49438928b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e16d expref: 69 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187715:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.187718:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.187722:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b49438928b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e16d expref: 69 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.187732:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7400, rc 0) 00000100:00100000:2.0:1783952307.187826:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060288:12345-192.168.202.38@tcp:101:cp.0 Request processed in 656us (1814us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.187835:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 569 00000100:00100000:0.0:1783952307.190412:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.195575:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060416 00000100:00100000:2.0:1783952307.195598:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060416 00000100:00100000:2.0:1783952307.195700:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 570 00000100:00100000:2.0:1783952307.195713:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060416:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.195742:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.195769:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7600/0x3b91f5b4943892a0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e174 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195870:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195914:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195931:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195950:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195958:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.195965:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196020:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196028:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196035:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196042:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196048:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.196053:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196063:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196085:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.196088:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.196095:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196103:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892a7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196123:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196130:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196137:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196143:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.196146:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196152:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196160:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff8a75c4f6aa00) 00010000:00010000:2.0:1783952307.196162:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.196165:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196171:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892ae lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196225:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7600/0x3b91f5b4943892a0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e174 expref: 69 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196239:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.196242:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.196245:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7600/0x3b91f5b4943892a0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e174 expref: 69 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.196255:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7600, rc 0) 00000100:00100000:2.0:1783952307.196418:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060416:12345-192.168.202.38@tcp:101:cp.0 Request processed in 707us (6024us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.196428:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 570 00000100:00100000:3.0:1783952307.209133:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.209242:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060672 00000100:00100000:2.0:1783952307.209256:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060672 00000100:00100000:2.0:1783952307.209389:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 571 00000100:00100000:2.0:1783952307.209401:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:123797:x1870607584060672:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.209432:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.209461:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7600/0x3b91f5b4943892b5 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e17b expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209614:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209633:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209647:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209700:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209709:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.209717:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.210181:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24d:0x0], index 0: 0 00080000:00000400:2.0:1783952307.210198:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.210203:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.210206:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.210208:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.210211:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.210213:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.210232:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.210235:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.210237:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.210239:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.210240:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.210242:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.210275:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.210278:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.210280:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.210283:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.210285:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.210287:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.210467:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b4943892ca lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210496:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b4943892ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210506:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b4943892ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210556:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210564:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210572:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210579:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210588:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.210593:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210601:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210616:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.210619:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.210626:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210633:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943892bc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.210657:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000076ddd97f reply state 000000003396f000 transno 34359738634 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210683:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210691:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff8a75c4f6aa00) 00010000:00010000:2.0:1783952307.210693:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.210696:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.210737:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7600/0x3b91f5b4943892b5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e17b expref: 71 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210755:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b4943892ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e17b expref: 70 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.210764:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0xf:0x0].0x0 (ffff8a75c4f6ae00) 00010000:00010000:2.0:1783952307.210766:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.210768:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7400, rc 0) 00000100:00100000:2.0:1783952307.210863:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+71:123797:x1870607584060672:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1463us (1745us total) trans 34359738634 rc 0/0 00000100:00100000:2.0:1783952307.210874:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 571 00000100:00100000:3.0:1783952307.214849:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.215190:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060800 00000100:00100000:0.0:1783952307.215206:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060800 00000100:00100000:0.0:1783952307.215289:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 259 00000100:00100000:0.0:1783952307.215301:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:69254:x1870607584060800:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.215328:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.215399:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e182 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952307.215432:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952307.215458:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:0.0:1783952307.215482:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.215494:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 13 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.215516:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 13 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.215533:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81600, rc 0) 00000100:00100000:0.0:1783952307.215611:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69254:x1870607584060800:12345-192.168.202.38@tcp:101:cp.0 Request processed in 312us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.215620:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 259 00000100:00100000:0.0:1783952307.240483:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.240590:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584060928 00000100:00100000:2.0:1783952307.240606:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584060928 00000100:00100000:2.0:1783952307.240723:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 260 00000100:00100000:2.0:1783952307.240735:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:123797:x1870607584060928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.240761:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.240788:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e189 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.240852:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.240863:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.240869:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.240874:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 14 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.240921:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.240937:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.240953:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600689536:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.241082:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5828240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.248104:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600689536:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.248165:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 14 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.248194:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7600, rc 0) 00000100:00100000:2.0:1783952307.248323:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123797:x1870607584060928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7589us (7857us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.248998:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 260 00000100:00100000:0.0:1783952307.266354:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.266911:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061056 00000100:00100000:3.0:1783952307.266927:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061056 00010000:00010000:3.0:1783952307.266992:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.267100:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 130 00000100:00100000:3.0:1783952307.267113:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6230050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69252:x1870607584061056:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.267134:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.267165:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.267182:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.267213:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b4943892d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e182 expref: 14 pid: 162842 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.267262:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.267267:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.267279:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 13 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.267291:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 13 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.267395:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 13 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.267414:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600689664:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.267538:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.273311:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.273443:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061312 00000100:00100000:1.0:1783952307.273456:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061312 00000100:00100000:1.0:1783952307.273541:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 150 00000100:00100000:1.0:1783952307.273554:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+71:123797:x1870607584061312:12345-192.168.202.38@tcp:35:cp.0 00000001:00080000:1.0:1783952307.273922:0:159120:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738635 00000100:00100000:1.0:1783952307.274071:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061312:12345-192.168.202.38@tcp:35:cp.0 Request processed in 519us (1014us total) trans 34359738636 rc 0/0 00000100:00100000:1.0:1783952307.274081:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 150 00000020:00080000:1.0:1783952307.274088:0:159120:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1783952307.274710:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600689664:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.274746:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.274805:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6230050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69252:x1870607584061056:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 7695us (8482us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.274817:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 130 00010000:00010000:1.0:1783952307.277450:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952307.278493:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.284169:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061440 00000100:00100000:2.0:1783952307.284194:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061440 00000100:00100000:2.0:1783952307.284386:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 572 00000100:00100000:2.0:1783952307.284400:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061440:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.284439:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.284472:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b4943892e6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e190 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284562:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284579:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284593:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284613:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284620:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284664:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284731:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284754:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284761:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284768:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284782:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.284787:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284797:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284811:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.284815:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.284820:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284827:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b4943892ed lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284845:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284857:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284864:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284869:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.284872:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284878:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284888:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff8a75c4f6ad00) 00010000:00010000:2.0:1783952307.284890:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.284893:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284900:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943892f4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284941:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b4943892e6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e190 expref: 74 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284953:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.284955:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.284958:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b4943892e6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e190 expref: 74 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.284984:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6e00, rc 0) 00000100:00100000:2.0:1783952307.285087:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061440:12345-192.168.202.38@tcp:101:cp.0 Request processed in 690us (6602us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.285096:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 572 00000100:00100000:3.0:1783952307.289263:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.298919:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061568 00000100:00100000:0.0:1783952307.298945:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061568 00000100:00100000:0.0:1783952307.300106:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 573 00000100:00100000:0.0:1783952307.300122:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061568:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.300154:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.300186:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943892fb lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e197 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300283:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300303:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300317:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300389:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300398:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300406:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300462:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300471:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300478:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300485:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300492:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.300497:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300506:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300522:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.300526:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.300532:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300547:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80000/0x3b91f5b494389302 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300567:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300574:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300580:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300586:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.300589:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300595:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300604:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff8a75d69e2900) 00010000:00010000:0.0:1783952307.300607:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.300610:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.300616:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81600/0x3b91f5b494389309 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.302927:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943892fb lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e197 expref: 74 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.302994:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.302997:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.303004:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943892fb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e197 expref: 74 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.303026:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80400, rc 0) 00000100:00100000:1.0:1783952307.307109:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061568:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6970us (17842us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.307127:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 573 00000100:00100000:3.0:1783952307.316620:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.316835:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061824 00000100:00100000:2.0:1783952307.316849:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061824 00000100:00100000:2.0:1783952307.316942:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 574 00000100:00100000:2.0:1783952307.316956:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584061824:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.316986:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.317015:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389310 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e19e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317165:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317184:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317197:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317215:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317221:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.317227:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.320403:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c9:0x0], index 1: 0 00080000:00000400:2.0:1783952307.320435:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.320441:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.320443:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.320446:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.320448:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.320451:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.320479:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.320482:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.320484:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.320486:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.320487:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.320489:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.320531:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.320534:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.320536:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.320538:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.320540:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.320541:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.321104:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6a00/0x3b91f5b494389325 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321130:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6a00/0x3b91f5b494389325 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321145:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6a00/0x3b91f5b494389325 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321198:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321232:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321240:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321249:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321256:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.321261:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321271:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321290:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.321293:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.321299:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321307:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389317 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.321324:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f5b17fd3 reply state 0000000023c4c887 transno 34359738637 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321498:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321506:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff8a75c4f6ad00) 00010000:00010000:2.0:1783952307.321514:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.321519:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.321578:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6e00/0x3b91f5b494389310 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e19e expref: 76 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321595:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6a00/0x3b91f5b494389325 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e19e expref: 75 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.321603:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x10:0x0].0x0 (ffff8a75c4f6a800) 00010000:00010000:2.0:1783952307.321605:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.321607:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6a00, rc 0) 00000100:00100000:2.0:1783952307.321907:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+76:123797:x1870607584061824:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4951us (5303us total) trans 34359738637 rc 0/0 00000100:00100000:2.0:1783952307.321919:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 574 00000100:00100000:1.0:1783952307.325229:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.325377:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584061952 00000100:00100000:2.0:1783952307.325391:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584061952 00000100:00100000:2.0:1783952307.325459:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 261 00000100:00100000:2.0:1783952307.325470:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69253:x1870607584061952:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.325497:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.325529:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1a5 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.325563:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.325591:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.325597:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.325610:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 14 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.325656:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 14 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.325683:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7800, rc 0) 00000100:00100000:2.0:1783952307.327100:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69253:x1870607584061952:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1622us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.327114:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 261 00000100:00100000:1.0:1783952307.342658:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.342962:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062080 00000100:00100000:2.0:1783952307.342979:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062080 00000100:00100000:2.0:1783952307.343071:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 262 00000100:00100000:2.0:1783952307.343085:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123797:x1870607584062080:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.343112:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.343140:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1ac expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.343186:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.343197:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.343203:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.343209:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 15 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.343263:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.343308:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.343328:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600689792:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.343498:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f3cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.348151:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.348278:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600689792:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.348408:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 15 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.348445:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6e00, rc 0) 00000100:00100000:3.0:1783952307.348447:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062208 00000100:00100000:3.0:1783952307.348461:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062208 00010000:00010000:3.0:1783952307.348520:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 16 pid: 160617 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.348546:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123797:x1870607584062080:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5462us (5912us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.348559:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 262 00000100:00100000:3.0:1783952307.349790:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:3.0:1783952307.349813:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69255:x1870607584062208:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.349855:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.350750:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.350770:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.350795:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b494389333 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1a5 expref: 15 pid: 160617 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.350813:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.351693:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.351709:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 14 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.351722:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 14 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.352245:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 14 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.352264:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600689920:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.352722:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.359749:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600689920:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952307.359842:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952307.360151:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69255:x1870607584062208:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 10348us (12009us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.360163:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:0.0:1783952307.366921:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.367095:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062464 00000100:00100000:1.0:1783952307.367109:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062464 00000100:00100000:1.0:1783952307.367192:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:1.0:1783952307.367203:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf89a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+76:123797:x1870607584062464:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952307.367787:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf89a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062464:12345-192.168.202.38@tcp:35:cp.0 Request processed in 574us (870us total) trans 34359738638 rc 0/0 00000100:00100000:1.0:1783952307.367799:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:1.0:1783952307.389818:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.390186:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062592 00000100:00100000:3.0:1783952307.390201:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062592 00000100:00100000:3.0:1783952307.390283:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 575 00000100:00100000:3.0:1783952307.390296:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062592:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.390331:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.390394:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494389341 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1b3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390504:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390524:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390540:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390562:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390570:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390577:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390639:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390684:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390691:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390699:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390706:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.390711:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390720:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390737:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.390741:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.390746:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390754:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389348 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390771:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390919:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390925:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390936:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.390939:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390945:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390954:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff8a75d0904f00) 00010000:00010000:3.0:1783952307.390957:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.390960:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.390966:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b49438934f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.391012:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494389341 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1b3 expref: 78 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.391024:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.391026:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.391029:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b494389341 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1b3 expref: 78 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.391039:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1374400, rc 0) 00000100:00100000:3.0:1783952307.391130:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062592:12345-192.168.202.38@tcp:101:cp.0 Request processed in 836us (1329us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952307.391139:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 575 00000100:00100000:3.0:1783952307.397058:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.397816:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062720 00000100:00100000:2.0:1783952307.397839:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062720 00000100:00100000:2.0:1783952307.397939:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 576 00000100:00100000:2.0:1783952307.397955:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062720:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.397992:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.398024:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389356 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1ba expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398124:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398161:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398176:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398198:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398208:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398216:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398274:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398282:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398290:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398298:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398306:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.398310:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398320:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398399:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.398404:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.398411:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398419:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b49438935d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398437:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398444:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398451:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398455:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.398458:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398475:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398484:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff8a75c5749000) 00010000:00010000:2.0:1783952307.398487:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.398490:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398496:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389364 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398549:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389356 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ba expref: 78 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398561:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.398564:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.398568:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b494389356 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ba expref: 78 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.398579:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6c00, rc 0) 00000100:00100000:2.0:1783952307.402582:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062720:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4612us (5523us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.402598:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 576 00000100:00100000:0.0:1783952307.415318:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.415567:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584062976 00000100:00100000:3.0:1783952307.415581:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584062976 00000100:00100000:3.0:1783952307.416317:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 577 00000100:00100000:3.0:1783952307.416331:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584062976:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.416410:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.416438:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b49438936b lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1c1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416604:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416625:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416640:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416668:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416684:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.416692:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952307.417122:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24e:0x0], index 0: 0 00080000:00000400:3.0:1783952307.417139:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.417143:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.417145:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.417147:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.417169:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.417171:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952307.417194:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.417197:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.417199:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.417201:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.417203:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.417205:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952307.417240:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.417243:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.417245:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.417246:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.417248:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.417250:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952307.417401:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494389380 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417412:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494389380 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417420:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494389380 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417465:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417473:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417481:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417488:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417502:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.417508:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417516:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417532:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.417535:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.417541:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417549:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374c00/0x3b91f5b494389372 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952307.417566:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005a8cabbb reply state 000000009ac262d0 transno 34359738639 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417581:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417588:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff8a75d0904f00) 00010000:00010000:3.0:1783952307.417590:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952307.417594:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952307.417633:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374400/0x3b91f5b49438936b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c1 expref: 80 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417649:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494389380 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c1 expref: 79 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.417684:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x11:0x0].0x0 (ffff8a75d0904c00) 00010000:00010000:3.0:1783952307.417687:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952307.417690:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1375e00, rc 0) 00000100:00100000:3.0:1783952307.417793:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+80:123797:x1870607584062976:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1464us (2491us total) trans 34359738639 rc 0/0 00000100:00100000:3.0:1783952307.417802:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 577 00000100:00100000:1.0:1783952307.430903:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.431144:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063104 00000100:00100000:2.0:1783952307.431157:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063104 00000100:00100000:2.0:1783952307.431240:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 263 00000100:00100000:2.0:1783952307.431252:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:69255:x1870607584063104:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.431280:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.431311:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1c8 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.431392:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.431421:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.431426:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.431439:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 14 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.431499:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 14 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.431517:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e7bf8a00, rc 0) 00000100:00100000:2.0:1783952307.431605:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69255:x1870607584063104:12345-192.168.202.38@tcp:101:cp.0 Request processed in 342us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.431615:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 263 00000100:00100000:2.0:1783952307.436139:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.436619:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063232 00000100:00100000:3.0:1783952307.436633:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063232 00000100:00100000:3.0:1783952307.436724:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 264 00000100:00100000:3.0:1783952307.436736:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:123797:x1870607584063232:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.436762:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.436802:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1cf expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.436851:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 15 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.436861:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.436867:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.436875:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 15 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.436928:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 15 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.436967:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 15 pid: 162839 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.436988:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600690048:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952307.437098:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.450406:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.450624:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063360 00000100:00100000:2.0:1783952307.450637:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063360 00010000:00010000:2.0:1783952307.450731:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 16 pid: 162839 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.450801:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 132 00000100:00100000:2.0:1783952307.450813:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69253:x1870607584063360:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952307.450836:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952307.450871:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 16 pid: 162839 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.450888:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 16 pid: 162839 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.450927:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.450934:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.450969:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 16 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.450981:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 16 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.451033:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 16 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.451053:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600690176:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952307.451184:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f3cf00 going to sleep for 11 seconds 00010000:00010000:3.0:1783952307.455116:0:162842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8a5b165/0x3b91f5b49438938e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c8 expref: 16 pid: 162839 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.455151:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600690048:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952307.455194:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 15 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.455213:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593600, rc 0) 00000100:00100000:3.0:1783952307.455508:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584063232:12345-192.168.202.38@tcp:101:cp.0 Request processed in 18773us (19384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.455520:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 264 00000100:00100000:0.0:1783952307.469261:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952307.469297:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600690304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952307.469436:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952307.469719:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600690304 00000100:00100000:2.0:1783952307.469732:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600690304 00000100:00100000:2.0:1783952307.469831:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1783952307.469843:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600690304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952307.469878:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8248128 pending 0 free 71184384 avail 64016384 00000100:00100000:2.0:1783952307.469952:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600690304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.469961:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1783952307.470032:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600690304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952307.473557:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600690176:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952307.473608:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952307.473698:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69253:x1870607584063360:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 22886us (23308us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.473713:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 132 00000100:00100000:0.0:1783952307.481107:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.491008:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063616 00000100:00100000:1.0:1783952307.491035:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063616 00000100:00100000:0.0:1783952307.491994:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 152 00000100:00100000:0.0:1783952307.492012:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+80:123797:x1870607584063616:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952307.492580:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584063616:12345-192.168.202.38@tcp:35:cp.0 Request processed in 561us (11478us total) trans 34359738640 rc 0/0 00000100:00100000:0.0:1783952307.493738:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 152 00000100:00100000:1.0:1783952307.507202:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.507399:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063744 00000100:00100000:0.0:1783952307.507412:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063744 00000100:00100000:0.0:1783952307.507493:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 578 00000100:00100000:0.0:1783952307.507504:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584063744:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.507542:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.507572:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b49438939c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1d6 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508080:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508102:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508117:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508136:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508145:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508152:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508208:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508216:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508222:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508229:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508235:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.508249:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508271:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508286:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.508290:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.508295:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508302:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943893a3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508319:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508324:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508330:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508382:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.508385:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508391:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508398:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff8a75d69e2900) 00010000:00010000:0.0:1783952307.508401:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.508411:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508418:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943893aa lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508462:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b49438939c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1d6 expref: 82 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508473:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.508476:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.508479:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b49438939c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1d6 expref: 82 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.508489:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80600, rc 0) 00000100:00100000:0.0:1783952307.508973:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584063744:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1468us (1784us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.508983:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 578 00000100:00100000:2.0:1783952307.516487:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.516939:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584063872 00000100:00100000:1.0:1783952307.516955:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584063872 00000100:00100000:1.0:1783952307.517046:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 579 00000100:00100000:1.0:1783952307.517059:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584063872:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.517089:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.517119:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943893b1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1dd expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517213:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517232:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517269:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517288:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517296:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517304:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517404:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517413:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517420:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517428:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517437:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.517442:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517452:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517478:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.517488:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.517495:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517503:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893b8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517522:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517529:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517536:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517542:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.517546:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517552:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517559:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952307.517562:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.517565:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517572:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893bf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517623:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943893b1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1dd expref: 82 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517642:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.517917:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.517925:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b4943893b1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1dd expref: 82 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.517936:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57e00, rc 0) 00000100:00100000:1.0:1783952307.518032:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584063872:12345-192.168.202.38@tcp:101:cp.0 Request processed in 976us (1561us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.518041:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 579 00000100:00100000:2.0:1783952307.529516:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.530321:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064128 00000100:00100000:0.0:1783952307.530455:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064128 00000100:00100000:2.0:1783952307.530892:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 580 00000100:00100000:2.0:1783952307.530907:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584064128:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.530941:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.530990:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943893c6 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1e4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531137:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531157:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531172:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531191:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531198:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.531206:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.537203:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1ca:0x0], index 1: 0 00080000:00000400:2.0:1783952307.537234:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.537239:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.537242:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.537244:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.537247:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.537249:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.537277:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.537280:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.537282:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.537284:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.537314:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.537316:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.537393:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.537396:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.537398:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.537400:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.537402:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.537404:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.537593:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943893db lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537616:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943893db lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537631:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943893db lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537715:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537723:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537730:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537750:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.537758:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.537764:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.539937:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540001:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.540005:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.540014:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540024:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6c00/0x3b91f5b4943893cd lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.540050:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b14687b7 reply state 0000000079b24577 transno 34359738641 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540065:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540074:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff8a75c5749a00) 00010000:00010000:2.0:1783952307.540077:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.540081:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.540158:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b4943893c6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1e4 expref: 84 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540176:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943893db lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1e4 expref: 83 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.540184:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x12:0x0].0x0 (ffff8a75c5749500) 00010000:00010000:2.0:1783952307.540186:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.540189:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783200, rc 0) 00000100:00100000:2.0:1783952307.541049:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+84:123797:x1870607584064128:12345-192.168.202.38@tcp:101:cp.0 Request processed in 10136us (11538us total) trans 34359738641 rc 0/0 00000100:00100000:2.0:1783952307.541064:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 580 00000100:00100000:2.0:1783952307.548978:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.549147:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064256 00000100:00100000:0.0:1783952307.549161:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064256 00000100:00100000:0.0:1783952307.549274:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 265 00000100:00100000:0.0:1783952307.549287:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69252:x1870607584064256:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.549312:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.549373:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1eb expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952307.549410:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952307.549475:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:0.0:1783952307.549481:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.549495:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 15 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.549518:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 15 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.549535:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80600, rc 0) 00000100:00100000:0.0:1783952307.549739:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69252:x1870607584064256:12345-192.168.202.38@tcp:101:cp.0 Request processed in 454us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.549747:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 265 00000100:00100000:2.0:1783952307.557730:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.558009:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064384 00000100:00100000:3.0:1783952307.558023:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064384 00000100:00100000:3.0:1783952307.558135:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:3.0:1783952307.558148:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584064384:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.558180:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.558210:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1f2 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.558261:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 16 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.558272:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.558278:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.558285:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 16 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.558371:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 16 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.558390:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 16 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.558410:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600690432:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952307.558533:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.563035:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.563162:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064512 00000100:00100000:0.0:1783952307.563179:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064512 00010000:00010000:0.0:1783952307.563247:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 17 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.563309:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 133 00000100:00100000:0.0:1783952307.563321:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69255:x1870607584064512:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952307.563373:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952307.563407:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 17 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.563425:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 17 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.563491:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.563498:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.563511:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 17 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.563523:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 17 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.563579:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 17 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.563616:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600690560:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952307.563758:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c12ed840 going to sleep for 11 seconds 00010000:00010000:3.0:1783952307.566911:0:160617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2cb1a2c/0x3b91f5b4943893e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1eb expref: 17 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.566949:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600690432:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952307.567017:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 16 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.567036:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592600, rc 0) 00000100:00100000:0.0:1783952307.567567:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600690560:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952307.567600:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952307.567681:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69255:x1870607584064512:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4361us (4662us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.567695:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 133 00000100:00100000:2.0:1783952307.569141:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584064384:12345-192.168.202.38@tcp:101:cp.0 Request processed in 10981us (11415us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.569158:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:1.0:1783952307.573905:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.574056:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064768 00000100:00100000:3.0:1783952307.574071:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064768 00000100:00100000:3.0:1783952307.574152:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:3.0:1783952307.574165:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+84:123797:x1870607584064768:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952307.574637:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584064768:12345-192.168.202.38@tcp:35:cp.0 Request processed in 473us (747us total) trans 34359738642 rc 0/0 00000100:00100000:3.0:1783952307.574647:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:2.0:1783952307.579498:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.579634:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584064896 00000100:00100000:1.0:1783952307.579657:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584064896 00000100:00100000:1.0:1783952307.580071:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 581 00000100:00100000:1.0:1783952307.580086:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584064896:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.580121:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.580149:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893f7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e1f9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580238:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580256:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580270:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580314:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580321:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580328:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580430:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580439:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580446:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580454:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580461:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.580466:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580475:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580490:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.580493:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.580499:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580512:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b4943893fe lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580530:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580536:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580542:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580547:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.580550:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580556:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580564:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952307.580567:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.580570:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580575:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389405 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580628:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893f7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f9 expref: 86 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580735:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.580883:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.580890:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b4943893f7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f9 expref: 86 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.580903:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:1.0:1783952307.581004:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584064896:12345-192.168.202.38@tcp:101:cp.0 Request processed in 922us (1522us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.581013:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 581 00000100:00100000:2.0:1783952307.585002:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.585176:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065024 00000100:00100000:0.0:1783952307.585189:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065024 00000100:00100000:0.0:1783952307.585266:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 582 00000100:00100000:0.0:1783952307.585278:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584065024:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.585308:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.585373:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b49438940c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e200 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585489:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585507:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585521:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585538:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585545:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.585552:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586247:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586261:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586270:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586278:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586285:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.586290:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586299:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586318:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.586332:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.586414:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586423:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b494389413 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586445:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586452:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586458:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586464:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.586467:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586473:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586482:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff8a75d69e2700) 00010000:00010000:1.0:1783952307.586484:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.586489:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586494:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b49438941a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586547:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b49438940c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e200 expref: 86 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586568:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.586571:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.586575:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b49438940c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e200 expref: 86 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.586586:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80200, rc 0) 00000100:00100000:1.0:1783952307.587071:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584065024:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1792us (2080us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.587082:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 582 00000100:00100000:2.0:1783952307.591500:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.591639:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065280 00000100:00100000:1.0:1783952307.591662:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065280 00000100:00100000:1.0:1783952307.591764:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 583 00000100:00100000:1.0:1783952307.591785:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584065280:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.591816:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.591849:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389421 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e207 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.591998:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592018:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592034:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592054:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592082:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592091:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952307.592594:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x24f:0x0], index 0: 0 00080000:00000400:1.0:1783952307.592611:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.592616:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952307.592619:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.592621:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.592624:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.592626:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952307.592646:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.592650:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952307.592652:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.592654:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.592656:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.592659:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952307.592711:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.592715:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952307.592716:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.592719:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.592721:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.592722:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952307.592848:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031c00/0x3b91f5b494389436 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592860:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031c00/0x3b91f5b494389436 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592883:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031c00/0x3b91f5b494389436 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592933:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592941:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592948:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592955:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592961:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.592966:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592974:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.592989:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.592992:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.592997:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.593003:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389428 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952307.593020:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009dc4b309 reply state 000000000651e3dd transno 34359738643 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.593039:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.593046:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff8a75fb008e00) 00010000:00010000:1.0:1783952307.593049:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952307.593052:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952307.593092:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389421 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e207 expref: 88 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.593109:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031c00/0x3b91f5b494389436 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e207 expref: 87 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.593117:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x13:0x0].0x0 (ffff8a75fb008300) 00010000:00010000:1.0:1783952307.593119:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952307.593122:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031c00, rc 0) 00000100:00100000:1.0:1783952307.593215:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+88:123797:x1870607584065280:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1440us (1731us total) trans 34359738643 rc 0/0 00000100:00100000:1.0:1783952307.593225:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 583 00000100:00100000:2.0:1783952307.605219:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.605365:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065408 00000100:00100000:0.0:1783952307.605382:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065408 00000100:00100000:0.0:1783952307.605474:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00100000:0.0:1783952307.605487:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:69255:x1870607584065408:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.605513:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.605543:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e20e expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952307.605579:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952307.605607:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:0.0:1783952307.605630:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.605643:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 15 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.605686:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 15 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.605704:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81600, rc 0) 00000100:00100000:0.0:1783952307.606028:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69255:x1870607584065408:12345-192.168.202.38@tcp:101:cp.0 Request processed in 542us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.606037:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00100000:0.0:1783952307.615093:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.615301:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065536 00000100:00100000:2.0:1783952307.615315:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065536 00000100:00100000:2.0:1783952307.615451:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 268 00000100:00100000:2.0:1783952307.615464:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:123797:x1870607584065536:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.615491:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.615520:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e215 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.615571:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.615582:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.615587:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.615593:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 16 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.615643:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.615694:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.615711:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600690688:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.615832:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f3c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.621475:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600690688:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.621530:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 16 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.621558:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783000, rc 0) 00000100:00100000:2.0:1783952307.621656:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123797:x1870607584065536:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6182us (6568us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.621675:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 268 00000100:00100000:0.0:1783952307.623714:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.623887:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065664 00000100:00100000:3.0:1783952307.623900:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065664 00010000:00010000:3.0:1783952307.623970:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.624023:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:3.0:1783952307.624035:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69253:x1870607584065664:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.624058:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.624089:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.624107:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.624165:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2316a8c/0x3b91f5b494389444 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e20e expref: 16 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.624187:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.624192:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.624202:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 15 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.624215:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 15 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.624268:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 15 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.624286:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600690816:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.624469:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.628683:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600690816:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952307.628727:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952307.628816:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69253:x1870607584065664:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4782us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.628832:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 134 00000100:00100000:1.0:1783952307.633175:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.633319:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584065920 00000100:00100000:0.0:1783952307.633385:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584065920 00000100:00100000:0.0:1783952307.633482:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 154 00000100:00100000:0.0:1783952307.633497:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+88:123797:x1870607584065920:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952307.634238:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584065920:12345-192.168.202.38@tcp:35:cp.0 Request processed in 739us (1075us total) trans 34359738644 rc 0/0 00000100:00100000:0.0:1783952307.634251:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 154 00000100:00100000:0.0:1783952307.640279:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.640444:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066048 00000100:00100000:2.0:1783952307.640457:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066048 00000100:00100000:2.0:1783952307.640544:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 584 00000100:00100000:2.0:1783952307.640556:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584066048:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.640594:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.640628:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494389452 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e21c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641128:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641178:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641194:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641217:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641226:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641234:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641300:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641309:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641318:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.641326:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643265:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.643291:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643310:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643384:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.643387:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.643394:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643403:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389459 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643429:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643437:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643444:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643450:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.643453:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643459:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643468:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff8a75c5749e00) 00010000:00010000:2.0:1783952307.643471:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.643474:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643481:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389460 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643568:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494389452 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e21c expref: 90 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643582:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.643585:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.643588:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b494389452 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e21c expref: 90 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.643599:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:2.0:1783952307.643740:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584066048:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3184us (3475us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.643752:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 584 00000100:00100000:2.0:1783952307.647019:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.647280:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066176 00000100:00100000:1.0:1783952307.647295:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066176 00000100:00100000:1.0:1783952307.647392:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 585 00000100:00100000:1.0:1783952307.647401:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584066176:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.647428:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.647453:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389467 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e223 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647573:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647588:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647599:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647612:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647617:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647621:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647687:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647692:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647697:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647703:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647707:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.647721:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647728:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647741:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.647744:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.647748:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647753:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438946e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647766:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647776:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647780:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647784:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.647786:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647789:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647792:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff8a75fb008f00) 00010000:00010000:1.0:1783952307.647794:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.647800:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647804:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389475 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647839:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389467 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e223 expref: 90 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647846:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.647848:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.647850:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389467 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e223 expref: 90 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.647857:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030a00, rc 0) 00000100:00100000:1.0:1783952307.647930:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584066176:12345-192.168.202.38@tcp:101:cp.0 Request processed in 531us (926us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.647937:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 585 00000100:00100000:3.0:1783952307.652175:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.652700:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066432 00000100:00100000:1.0:1783952307.652715:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066432 00000100:00100000:1.0:1783952307.653070:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 586 00000100:00100000:1.0:1783952307.653083:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584066432:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.653112:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.653144:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438947c lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e22a expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653289:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653329:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653369:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653387:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653394:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.653400:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952307.653858:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cb:0x0], index 1: 0 00080000:00000400:1.0:1783952307.653876:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.653881:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952307.653883:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.653885:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.653887:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.653889:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952307.653911:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.653914:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952307.653916:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.653918:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.653920:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.653922:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952307.653959:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952307.653963:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952307.653965:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952307.653975:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952307.653978:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952307.653980:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952307.654111:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494389491 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654121:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494389491 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654129:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494389491 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654170:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654177:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654183:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654190:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654196:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.654200:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654209:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654224:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.654227:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.654239:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654246:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389483 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952307.654264:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008a9dc3c7 reply state 00000000bea7308a transno 34359738645 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654277:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654283:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff8a75fb008700) 00010000:00010000:1.0:1783952307.654286:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952307.654288:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952307.654328:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438947c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e22a expref: 92 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654401:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494389491 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e22a expref: 91 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.654410:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x14:0x0].0x0 (ffff8a75f51af200) 00010000:00010000:1.0:1783952307.654412:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952307.654415:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44a00, rc 0) 00000100:00100000:1.0:1783952307.654505:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+92:123797:x1870607584066432:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1425us (2346us total) trans 34359738645 rc 0/0 00000100:00100000:1.0:1783952307.654515:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 586 00000100:00100000:0.0:1783952307.660724:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.661111:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066560 00000100:00100000:2.0:1783952307.661126:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066560 00000100:00100000:2.0:1783952307.661206:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 269 00000100:00100000:2.0:1783952307.661218:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69252:x1870607584066560:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.661245:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.661274:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e231 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.661310:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.661522:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.661528:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.661542:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 16 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.661592:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 16 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.661609:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7a00, rc 0) 00000100:00100000:2.0:1783952307.662056:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69252:x1870607584066560:12345-192.168.202.38@tcp:101:cp.0 Request processed in 837us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.662066:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 269 00000100:00100000:2.0:1783952307.667167:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.667285:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066688 00000100:00100000:3.0:1783952307.667300:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066688 00000100:00100000:0.0:1783952307.667659:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 270 00000100:00100000:0.0:1783952307.667685:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123797:x1870607584066688:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.667716:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.667751:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e238 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.667808:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 17 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.667820:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.667826:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.667832:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 17 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.667876:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 17 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.667892:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 17 pid: 162835 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.667910:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161704:1870607600690944:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952307.668212:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a780 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.672103:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.672279:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584066816 00000100:00100000:3.0:1783952307.672292:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584066816 00010000:00010000:3.0:1783952307.672389:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 18 pid: 162835 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.672443:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:3.0:1783952307.672455:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69255:x1870607584066816:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952307.672485:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952307.672517:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 18 pid: 162835 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.672535:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 18 pid: 162835 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.672570:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.672575:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.672584:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 18 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.672595:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 18 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.672641:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 18 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.672657:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600691072:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952307.672796:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1783952307.673442:0:161704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438949f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e231 expref: 18 pid: 162835 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.673475:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161704:1870607600690944:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952307.673509:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 17 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.673541:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80000, rc 0) 00000100:00100000:0.0:1783952307.673604:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584066688:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5934us (6455us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.673615:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 270 00000100:00100000:2.0:1783952307.679191:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.679242:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067072 00000100:00100000:2.0:1783952307.679254:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067072 00000100:00100000:2.0:1783952307.679390:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00100000:2.0:1783952307.679405:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+92:123797:x1870607584067072:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952307.679921:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067072:12345-192.168.202.38@tcp:35:cp.0 Request processed in 518us (745us total) trans 34359738646 rc 0/0 00000100:00100000:2.0:1783952307.679931:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00100000:3.0:1783952307.682380:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600691072:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952307.682425:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952307.683495:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.683784:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69255:x1870607584066816:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 11327us (11693us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.683802:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:1.0:1783952307.685507:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067200 00000100:00100000:1.0:1783952307.685527:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067200 00000100:00100000:0.0:1783952307.685751:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 587 00000100:00100000:0.0:1783952307.685764:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067200:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.685808:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.685844:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943894ad lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e23f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.685951:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.685971:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.685998:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686018:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686025:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686032:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686124:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686133:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686139:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686147:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686155:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.686160:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686168:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686184:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.686187:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.686195:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686203:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80a00/0x3b91f5b4943894b4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686222:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686228:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686244:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686249:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.686253:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686260:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686268:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952307.686270:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.686273:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686280:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80200/0x3b91f5b4943894bb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686324:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943894ad lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e23f expref: 94 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686366:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.686369:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.686373:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80600/0x3b91f5b4943894ad lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e23f expref: 94 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.686383:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80600, rc 0) 00000100:00100000:0.0:1783952307.686656:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067200:12345-192.168.202.38@tcp:101:cp.0 Request processed in 892us (3168us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.686683:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 587 00000100:00100000:0.0:1783952307.690655:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.690763:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067328 00000100:00100000:3.0:1783952307.690785:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067328 00000100:00100000:3.0:1783952307.690856:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 588 00000100:00100000:3.0:1783952307.690867:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067328:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.690896:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.690922:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b4943894c2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e246 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691020:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691039:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691053:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691072:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691078:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691084:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691170:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691179:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691186:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691193:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691200:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.691206:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691215:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691232:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.691236:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.691243:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691251:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b4943894c9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691267:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691273:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691287:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691293:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.691296:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691303:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691311:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff8a75d0904800) 00010000:00010000:3.0:1783952307.691313:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.691316:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691322:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b4943894d0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691405:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b4943894c2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e246 expref: 94 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691417:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.691420:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.691423:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b4943894c2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e246 expref: 94 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.691434:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593c00, rc 0) 00000100:00100000:3.0:1783952307.691520:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067328:12345-192.168.202.38@tcp:101:cp.0 Request processed in 654us (891us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952307.691543:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 588 00000100:00100000:3.0:1783952307.694486:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.694596:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067584 00000100:00100000:0.0:1783952307.694611:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067584 00000100:00100000:0.0:1783952307.694706:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 589 00000100:00100000:0.0:1783952307.694719:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584067584:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.694748:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.694787:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943894d7 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e24d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694936:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694956:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694969:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694986:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694993:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.694999:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952307.695476:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x250:0x0], index 0: 0 00080000:00000400:0.0:1783952307.695494:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.695518:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.695522:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.695524:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.695527:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.695529:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.695552:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.695555:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.695556:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.695558:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.695560:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.695562:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.695597:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.695600:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.695601:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.695603:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.695605:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.695607:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952307.695739:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169e00/0x3b91f5b4943894ec lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695751:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169e00/0x3b91f5b4943894ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695761:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169e00/0x3b91f5b4943894ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695807:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695814:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695821:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695834:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695840:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.695844:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695854:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695870:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.695873:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.695879:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695887:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943894de lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952307.695906:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d584c3d4 reply state 0000000060d259ad transno 34359738647 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695919:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.695925:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff8a75d69e2100) 00010000:00010000:0.0:1783952307.695927:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952307.695931:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952307.695970:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b4943894d7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e24d expref: 96 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.696001:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169e00/0x3b91f5b4943894ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e24d expref: 95 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.696009:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x15:0x0].0x0 (ffff8a75d69e2400) 00010000:00010000:0.0:1783952307.696011:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952307.696013:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169e00, rc 0) 00000100:00100000:0.0:1783952307.696112:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+96:123797:x1870607584067584:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1395us (1642us total) trans 34359738647 rc 0/0 00000100:00100000:0.0:1783952307.696122:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 589 00000100:00100000:0.0:1783952307.700566:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.700732:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067712 00000100:00100000:2.0:1783952307.700844:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067712 00000100:00100000:2.0:1783952307.700963:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 271 00000100:00100000:2.0:1783952307.700976:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:69255:x1870607584067712:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.701022:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.701052:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e254 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952307.701086:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952307.701115:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:2.0:1783952307.701121:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.701133:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 16 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.701154:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 16 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.701170:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7800, rc 0) 00000100:00100000:2.0:1783952307.701250:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69255:x1870607584067712:12345-192.168.202.38@tcp:101:cp.0 Request processed in 276us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.701259:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 271 00000100:00100000:3.0:1783952307.706615:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.706823:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067840 00000100:00100000:0.0:1783952307.706839:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067840 00000100:00100000:0.0:1783952307.706918:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 272 00000100:00100000:0.0:1783952307.706930:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:123797:x1870607584067840:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.706955:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.706981:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e25b expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.707030:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 17 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.707040:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.707044:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.707050:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 17 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.707131:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 17 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.707148:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 17 pid: 160618 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.707166:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600691200:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952307.707297:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca56cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.712051:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.712145:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584067968 00000100:00100000:2.0:1783952307.712158:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584067968 00010000:00010000:2.0:1783952307.712218:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 18 pid: 160618 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.712278:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 136 00000100:00100000:2.0:1783952307.712289:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69252:x1870607584067968:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952307.712312:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952307.712405:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 18 pid: 160618 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.712421:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 18 pid: 160618 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.712455:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.712461:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x250:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.712472:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 18 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.712484:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 18 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.712529:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 18 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.712546:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600691328:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952307.712641:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f3cf00 going to sleep for 11 seconds 00010000:00010000:0.0:1783952307.712950:0:162836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000293aaa84/0x3b91f5b4943894fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e254 expref: 18 pid: 160618 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.712968:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600691200:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952307.712998:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 17 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.713009:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169000, rc 0) 00000100:00100000:0.0:1783952307.713059:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584067840:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6131us (6458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.713068:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 272 00000100:00100000:2.0:1783952307.716734:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600691328:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.716776:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.716846:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69252:x1870607584067968:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4558us (4811us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.716859:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 136 00000100:00100000:3.0:1783952307.720127:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.720392:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068224 00000100:00100000:2.0:1783952307.720407:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068224 00000100:00100000:2.0:1783952307.720507:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 156 00000100:00100000:2.0:1783952307.720518:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+96:123797:x1870607584068224:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952307.721208:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068224:12345-192.168.202.38@tcp:35:cp.0 Request processed in 689us (1097us total) trans 34359738648 rc 0/0 00000100:00100000:2.0:1783952307.721221:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 156 00000100:00100000:1.0:1783952307.724895:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.725053:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068352 00000100:00100000:3.0:1783952307.725066:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068352 00000100:00100000:3.0:1783952307.725148:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 590 00000100:00100000:3.0:1783952307.725161:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068352:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.725199:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.725229:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389508 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e262 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725330:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725422:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725435:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725472:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725480:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725487:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725564:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725571:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725578:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725585:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725592:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.725597:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725605:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725620:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.725624:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.725629:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725637:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b49438950f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725665:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725681:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725698:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725704:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.725707:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725713:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725723:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff8a75d0904800) 00010000:00010000:3.0:1783952307.725725:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.725727:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725733:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389516 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725784:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389508 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e262 expref: 98 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725795:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.725798:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.725801:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389508 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e262 expref: 98 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.725812:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593800, rc 0) 00000100:00100000:3.0:1783952307.725888:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068352:12345-192.168.202.38@tcp:101:cp.0 Request processed in 729us (1008us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952307.725906:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 590 00000100:00100000:3.0:1783952307.729717:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.730007:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068480 00000100:00100000:0.0:1783952307.730021:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068480 00000100:00100000:0.0:1783952307.730105:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 591 00000100:00100000:0.0:1783952307.730119:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068480:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.730172:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.730201:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b49438951d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e269 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730296:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730316:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730330:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730470:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730478:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730486:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730544:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730552:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730560:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730567:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730584:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.730589:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730598:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730615:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.730618:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.730625:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730633:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389524 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730734:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730875:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730882:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730888:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.730892:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730898:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730918:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952307.730921:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.730924:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730930:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b49438952b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730976:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b49438951d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e269 expref: 98 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.730988:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.730991:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.730995:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b49438951d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e269 expref: 98 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.731005:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169600, rc 0) 00000100:00100000:0.0:1783952307.731096:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068480:12345-192.168.202.38@tcp:101:cp.0 Request processed in 979us (1394us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.731105:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 591 00000100:00100000:0.0:1783952307.735723:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.736011:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068736 00000100:00100000:3.0:1783952307.736025:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068736 00000100:00100000:3.0:1783952307.736105:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 592 00000100:00100000:3.0:1783952307.736118:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584068736:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.736146:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.736177:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389532 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e270 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736321:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736397:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736414:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736434:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736442:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.736449:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.737697:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cc:0x0], index 1: 0 00080000:00000400:2.0:1783952307.737722:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.737727:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.737730:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.737733:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.737735:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.737909:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.737938:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.737942:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.737944:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.737947:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.737949:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.737951:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.737994:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.737997:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952307.737999:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.738001:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.738003:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.738005:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.738175:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389547 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738194:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389547 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738208:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389547 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738281:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738289:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738296:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738303:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738310:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.738316:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738324:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738385:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.738389:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.738395:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738403:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389539 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.738420:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008ea4d16c reply state 00000000eff4c899 transno 34359738649 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738433:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738447:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff8a75d0904800) 00010000:00010000:2.0:1783952307.738450:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.738454:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.738501:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389532 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e270 expref: 100 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738518:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389547 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e270 expref: 99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.738527:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x16:0x0].0x0 (ffff8a75c5749700) 00010000:00010000:2.0:1783952307.738530:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.738532:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7a00, rc 0) 00000100:00100000:2.0:1783952307.738641:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+100:123797:x1870607584068736:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2525us (2934us total) trans 34359738649 rc 0/0 00000100:00100000:2.0:1783952307.738660:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 592 00000100:00100000:2.0:1783952307.744613:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.744759:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068864 00000100:00100000:3.0:1783952307.744801:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068864 00000100:00100000:3.0:1783952307.744888:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:3.0:1783952307.744902:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69253:x1870607584068864:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.744929:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.744958:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e277 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952307.744993:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952307.745020:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:3.0:1783952307.745026:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.745040:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 17 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.745061:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 17 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.745078:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952307.745440:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69253:x1870607584068864:12345-192.168.202.38@tcp:101:cp.0 Request processed in 539us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.745449:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:3.0:1783952307.756037:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.756732:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584068992 00000100:00100000:0.0:1783952307.756747:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584068992 00000100:00100000:2.0:1783952307.757080:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00100000:2.0:1783952307.757094:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584068992:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.757121:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.757149:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e27e expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.757198:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.757209:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.757235:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.757243:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 18 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.757293:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.757311:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.757330:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600691456:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.757496:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c12ed840 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.759734:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600691456:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.759800:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 18 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.759829:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6c00, rc 0) 00000100:00100000:2.0:1783952307.759908:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584068992:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2817us (3889us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.759922:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00100000:3.0:1783952307.762055:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.762240:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584069120 00000100:00100000:0.0:1783952307.762253:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584069120 00010000:00010000:0.0:1783952307.762310:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.762423:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:0.0:1783952307.762434:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c6232450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69255:x1870607584069120:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952307.762457:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952307.762488:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.762505:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.762536:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050bf99aa/0x3b91f5b494389555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e277 expref: 18 pid: 162843 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.762559:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.762565:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.762576:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 17 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.762589:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 17 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.762638:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 17 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.762676:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600691584:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952307.762791:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca56cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.766544:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.766804:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584069376 00000100:00100000:1.0:1783952307.766835:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584069376 00000100:00100000:1.0:1783952307.766919:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00100000:1.0:1783952307.766931:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+100:123797:x1870607584069376:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952307.767395:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069376:12345-192.168.202.38@tcp:35:cp.0 Request processed in 464us (866us total) trans 34359738650 rc 0/0 00000100:00100000:1.0:1783952307.767404:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00100000:0.0:1783952307.768362:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600691584:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952307.768395:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952307.768443:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c6232450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69255:x1870607584069120:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6010us (6403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.768454:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:0.0:1783952307.773635:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.775083:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584069504 00000100:00100000:2.0:1783952307.775105:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584069504 00000100:00100000:2.0:1783952307.775218:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 593 00000100:00100000:2.0:1783952307.775231:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069504:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.775269:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.775322:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389563 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e285 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775470:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775488:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775503:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775522:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775528:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775535:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775591:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775598:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775605:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775613:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775631:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.775635:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775657:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775682:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.775686:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.775692:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775699:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438956a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775716:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775723:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775730:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775735:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.775750:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.775757:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.778362:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff8a75c5749f00) 00010000:00010000:2.0:1783952307.778367:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.778375:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.778385:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1a00/0x3b91f5b494389571 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.778468:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389563 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e285 expref: 102 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.778481:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.778483:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.778487:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389563 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e285 expref: 102 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.778497:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7800, rc 0) 00000100:00100000:3.0:1783952307.779166:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069504:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3930us (5540us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952307.779182:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 593 00000100:00100000:0.0:1783952307.783071:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.783179:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584069632 00000100:00100000:1.0:1783952307.783192:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584069632 00000100:00100000:1.0:1783952307.783317:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 594 00000100:00100000:1.0:1783952307.783332:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069632:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.783393:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.783422:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389578 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e28c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783520:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783541:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783556:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783575:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783583:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783590:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783687:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783697:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783705:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783713:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783721:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.783726:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783734:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783763:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.783766:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.783780:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783789:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b49438957f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783807:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783814:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783831:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783838:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.783841:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783848:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783857:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff8a75f51afa00) 00010000:00010000:1.0:1783952307.783860:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.783863:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783869:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389586 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783912:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389578 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e28c expref: 102 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783925:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.783928:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.783932:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389578 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e28c expref: 102 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.783943:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44000, rc 0) 00000100:00100000:1.0:1783952307.784172:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069632:12345-192.168.202.38@tcp:101:cp.0 Request processed in 843us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.784192:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 594 00000100:00100000:3.0:1783952307.788103:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.788272:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584069888 00000100:00100000:0.0:1783952307.788286:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584069888 00000100:00100000:0.0:1783952307.788546:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 595 00000100:00100000:0.0:1783952307.788560:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584069888:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.788588:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.788618:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438958d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e293 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.788923:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.788944:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.788961:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.789007:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.789016:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.789023:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952307.789990:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x251:0x0], index 0: 0 00080000:00000400:0.0:1783952307.790010:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.790015:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.790017:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.790020:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.790022:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.790025:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.790047:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.790050:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.790052:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.790054:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.790056:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.790058:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.790094:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.790097:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.790099:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.790101:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.790103:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.790104:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952307.790239:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168a00/0x3b91f5b4943895a2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790269:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168a00/0x3b91f5b4943895a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790280:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168a00/0x3b91f5b4943895a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790328:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790568:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790575:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790582:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790589:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.790593:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790601:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790618:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.790622:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.790627:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.790635:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389594 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952307.791087:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e2dd9a7 reply state 00000000b5bf01c9 transno 34359738651 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.791104:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.791112:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff8a75d69e2d00) 00010000:00010000:0.0:1783952307.791115:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952307.791118:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952307.791301:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438958d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e293 expref: 104 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.791330:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168a00/0x3b91f5b4943895a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e293 expref: 103 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.791549:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x17:0x0].0x0 (ffff8a75d69e2500) 00010000:00010000:1.0:1783952307.791552:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952307.791555:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168a00, rc 0) 00000100:00100000:1.0:1783952307.791941:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+104:123797:x1870607584069888:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3381us (3851us total) trans 34359738651 rc 0/0 00000100:00100000:1.0:1783952307.791953:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 595 00000100:00100000:0.0:1783952307.795863:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.795961:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070016 00000100:00100000:1.0:1783952307.795975:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070016 00000100:00100000:1.0:1783952307.796088:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 275 00000100:00100000:1.0:1783952307.796101:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69254:x1870607584070016:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.796129:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.796158:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e29a expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952307.796194:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952307.796227:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:1.0:1783952307.796232:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952307.796245:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 17 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.796293:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 17 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.796310:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45800, rc 0) 00000100:00100000:1.0:1783952307.796420:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69254:x1870607584070016:12345-192.168.202.38@tcp:101:cp.0 Request processed in 322us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952307.796428:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 275 00000100:00100000:0.0:1783952307.805697:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.805854:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070144 00000100:00100000:2.0:1783952307.805867:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070144 00000100:00100000:2.0:1783952307.805944:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 276 00000100:00100000:2.0:1783952307.805955:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:123797:x1870607584070144:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.805979:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.806002:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2a1 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.806044:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 18 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.806076:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.806081:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.806088:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 18 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.806131:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 18 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.806147:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 18 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.806162:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600691712:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.806284:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c12ed840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.809278:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.809472:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070272 00000100:00100000:0.0:1783952307.809484:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070272 00010000:00010000:0.0:1783952307.809540:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 19 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.809599:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:0.0:1783952307.809612:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69253:x1870607584070272:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952307.809631:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952307.809681:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 19 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.809699:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 19 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.809735:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.809769:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x251:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.809790:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 19 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.809802:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 19 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.809854:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 19 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.809872:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600691840:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952307.809993:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d01db6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783952307.810634:0:160617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943895b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e29a expref: 19 pid: 161717 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.810679:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600691712:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.810716:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 18 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.810730:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1a00, rc 0) 00000100:00100000:2.0:1783952307.810899:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584070144:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4944us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.810925:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 276 00000100:00100000:2.0:1783952307.813802:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600691840:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.813840:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.813907:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69253:x1870607584070272:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4297us (4643us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.813921:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 138 00000100:00100000:3.0:1783952307.817065:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.817839:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070528 00000100:00100000:1.0:1783952307.817856:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070528 00000100:00100000:1.0:1783952307.817945:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 158 00000100:00100000:1.0:1783952307.817957:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+104:123797:x1870607584070528:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952307.818540:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584070528:12345-192.168.202.38@tcp:35:cp.0 Request processed in 582us (1487us total) trans 34359738652 rc 0/0 00000100:00100000:1.0:1783952307.818550:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 158 00000100:00100000:3.0:1783952307.822882:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.823453:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070656 00000100:00100000:2.0:1783952307.823466:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070656 00000100:00100000:2.0:1783952307.823587:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 596 00000100:00100000:2.0:1783952307.823600:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584070656:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.823636:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.823683:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b4943895be lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2a8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.823949:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.823969:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.823983:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824001:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824009:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824040:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824097:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824105:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824112:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824119:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824125:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.824130:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824138:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824151:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.824154:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.824160:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824167:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b4943895c5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824182:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824194:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824200:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824205:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.824208:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824214:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824221:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff8a75c5749f00) 00010000:00010000:2.0:1783952307.824223:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.824226:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824231:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943895cc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824282:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b4943895be lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a8 expref: 106 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824293:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.824296:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.824299:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0e00/0x3b91f5b4943895be lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a8 expref: 106 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.824319:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0e00, rc 0) 00000100:00100000:2.0:1783952307.824494:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584070656:12345-192.168.202.38@tcp:101:cp.0 Request processed in 897us (1629us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.824503:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 596 00000100:00100000:3.0:1783952307.828116:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.828205:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584070784 00000100:00100000:0.0:1783952307.828219:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584070784 00000100:00100000:0.0:1783952307.828313:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 597 00000100:00100000:0.0:1783952307.828325:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584070784:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.828373:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.828403:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943895d3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2af expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828494:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828512:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828525:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828563:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828571:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828577:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828632:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828639:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828659:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828675:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828682:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.828687:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828694:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828708:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.828712:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.828718:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828731:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943895da lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828761:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828776:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828784:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828790:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.828794:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828800:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828809:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff8a75d69e2000) 00010000:00010000:0.0:1783952307.828812:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.828815:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828821:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b4943895e1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828871:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943895d3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2af expref: 106 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828898:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.828901:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.828905:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943895d3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2af expref: 106 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.828917:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168c00, rc 0) 00000100:00100000:0.0:1783952307.829859:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584070784:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1526us (1748us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.829873:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 597 00000100:00100000:3.0:1783952307.837297:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.838619:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071040 00000100:00100000:2.0:1783952307.838636:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071040 00000100:00100000:2.0:1783952307.838740:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 598 00000100:00100000:2.0:1783952307.838753:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584071040:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.838784:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.838813:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b4943895e8 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2b6 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.838969:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.838989:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839004:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839022:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839029:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839035:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952307.839511:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cd:0x0], index 1: 0 00080000:00000400:2.0:1783952307.839529:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.839533:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.839535:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.839537:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.839539:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.839541:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.839561:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.839563:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.839565:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.839567:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.839569:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.839571:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952307.839603:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952307.839606:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952307.839607:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952307.839609:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952307.839611:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952307.839613:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952307.839737:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943895fd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839745:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943895fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839751:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943895fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839789:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839812:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839820:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839828:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839833:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.839837:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839843:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839853:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.839856:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.839859:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839864:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943895ef lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952307.839875:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000015984d4a reply state 00000000704f4a72 transno 34359738653 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839884:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839888:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff8a75c5749d00) 00010000:00010000:2.0:1783952307.839893:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952307.839896:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952307.839927:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b4943895e8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2b6 expref: 108 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839939:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943895fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2b6 expref: 107 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.839947:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x18:0x0].0x0 (ffff8a75c5749100) 00010000:00010000:2.0:1783952307.839949:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952307.839951:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0600, rc 0) 00000100:00100000:2.0:1783952307.840043:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+108:123797:x1870607584071040:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1292us (2764us total) trans 34359738653 rc 0/0 00000100:00100000:2.0:1783952307.840052:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 598 00000100:00100000:2.0:1783952307.844524:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.844574:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071168 00000100:00100000:1.0:1783952307.844586:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071168 00000100:00100000:1.0:1783952307.844787:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 277 00000100:00100000:1.0:1783952307.844802:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69253:x1870607584071168:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.844831:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.844860:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2bd expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952307.844899:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952307.844932:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:1.0:1783952307.844970:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952307.844985:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 18 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.845013:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 18 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.845033:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45c00, rc 0) 00000100:00100000:1.0:1783952307.845120:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69253:x1870607584071168:12345-192.168.202.38@tcp:101:cp.0 Request processed in 322us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952307.845129:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 277 00000100:00100000:3.0:1783952307.850658:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.850745:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071296 00000100:00100000:2.0:1783952307.850760:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071296 00000100:00100000:2.0:1783952307.850847:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 278 00000100:00100000:2.0:1783952307.850860:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584071296:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.850887:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.850915:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2c4 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.850972:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.850982:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.851005:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.851012:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 19 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.851060:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.851078:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.851095:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:162839:1870607600691968:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952307.851223:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e0140780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.857246:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.857449:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:162839:1870607600691968:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952307.857497:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 19 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.857527:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0e00, rc 0) 00000100:00100000:2.0:1783952307.857611:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584071296:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6752us (6979us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.857623:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 278 00000100:00100000:1.0:1783952307.858065:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071424 00000100:00100000:1.0:1783952307.858076:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071424 00010000:00010000:1.0:1783952307.858122:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952307.858164:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:1.0:1783952307.858176:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69255:x1870607584071424:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952307.858195:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952307.858226:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.858240:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.858283:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a4ef689/0x3b91f5b49438960b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2bd expref: 19 pid: 160616 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.858321:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952307.858326:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952307.858374:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 18 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.858401:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 18 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.858454:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 18 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952307.858474:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600692096:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952307.858556:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.862550:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.862639:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071680 00000100:00100000:0.0:1783952307.862661:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071680 00000100:00100000:0.0:1783952307.862754:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:0.0:1783952307.862767:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+108:123797:x1870607584071680:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952307.862821:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600692096:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.862857:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.862955:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69255:x1870607584071424:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4781us (5725us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.862966:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:0.0:1783952307.863998:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584071680:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1225us (1460us total) trans 34359738654 rc 0/0 00000100:00100000:0.0:1783952307.864012:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:1.0:1783952307.870183:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.870400:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071808 00000100:00100000:2.0:1783952307.870415:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071808 00000100:00100000:2.0:1783952307.870503:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 599 00000100:00100000:2.0:1783952307.870515:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584071808:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952307.870555:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952307.870585:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389619 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2cb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870682:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870702:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870717:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870731:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870736:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870743:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870799:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870807:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870830:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870839:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870845:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.870850:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870859:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870874:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.870877:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.870884:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870891:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389620 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870918:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870922:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870926:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870929:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952307.870936:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870940:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870946:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff8a75c5749f00) 00010000:00010000:2.0:1783952307.870948:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.870950:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870954:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389627 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870985:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389619 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2cb expref: 110 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.870992:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952307.870993:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952307.870995:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389619 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2cb expref: 110 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.871002:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1400, rc 0) 00000100:00100000:2.0:1783952307.871074:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584071808:12345-192.168.202.38@tcp:101:cp.0 Request processed in 563us (907us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952307.871081:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 599 00000100:00100000:3.0:1783952307.877118:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.877439:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584071936 00000100:00100000:0.0:1783952307.877454:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584071936 00000100:00100000:0.0:1783952307.877545:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 600 00000100:00100000:0.0:1783952307.877558:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584071936:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.877591:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.877623:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438962e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2d2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877730:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877931:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877947:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877968:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877975:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.877981:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878033:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878040:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878047:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878054:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878061:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.878066:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878074:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878098:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.878100:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.878106:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878113:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389635 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878133:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878140:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878146:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878151:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.878154:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878160:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878168:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff8a75d69e2000) 00010000:00010000:0.0:1783952307.878171:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.878174:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878180:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438963c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878315:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438962e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2d2 expref: 110 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878328:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.878330:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.878364:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438962e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2d2 expref: 110 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.878377:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168c00, rc 0) 00000100:00100000:0.0:1783952307.878652:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584071936:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1095us (1550us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.878663:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 600 00000100:00100000:1.0:1783952307.892219:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.892362:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072192 00000100:00100000:0.0:1783952307.892376:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072192 00000100:00100000:0.0:1783952307.892452:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 601 00000100:00100000:0.0:1783952307.892473:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584072192:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.892502:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.892529:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389643 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2d9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.892711:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.892731:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.892755:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.892997:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.893005:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.893012:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952307.893536:0:159141:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:159141:1870607600692224:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783952307.893616:0:159141:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952307.893910:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600692224 00000100:00100000:3.0:1783952307.893920:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600692224 00000100:00100000:3.0:1783952307.893973:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1783952307.893983:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:159141:x1870607600692224:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1783952307.894032:0:162835:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 610 00000100:00100000:1.0:1783952307.894581:0:159141:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000004:00080000:0.0:1783952307.895062:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x252:0x0], index 0: 0 00080000:00000400:0.0:1783952307.895082:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.895087:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.895089:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.895092:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.895094:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.895096:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.895120:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.895122:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.895124:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.895126:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.895129:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.895130:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.895164:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.895166:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.895168:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.895170:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.895173:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.895174:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952307.895329:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b494389658 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.895393:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b494389658 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.895407:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b494389658 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783952307.897141:0:162835:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 618 00010000:00010000:0.0:1783952307.898045:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898064:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898072:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898080:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898086:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.898092:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898103:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898126:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.898128:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.898135:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898142:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438964a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952307.898176:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007b06e3a1 reply state 000000009fef488e transno 34359738655 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898194:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898202:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff8a75d69e2000) 00010000:00010000:0.0:1783952307.898204:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952307.898208:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952307.898280:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389643 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2d9 expref: 112 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898298:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b494389658 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2d9 expref: 111 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.898306:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x19:0x0].0x0 (ffff8a75d69e2800) 00010000:00010000:0.0:1783952307.898309:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952307.898311:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168000, rc 0) 00000100:00100000:0.0:1783952307.898484:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+112:123797:x1870607584072192:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6011us (6281us total) trans 34359738655 rc 0/0 00000100:00100000:0.0:1783952307.898494:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 601 00000001:00080000:3.0:1783952307.905906:0:162835:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836543 00002000:00080000:3.0:1783952307.905987:0:162835:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 626 00000001:00080000:3.0:1783952307.908792:0:162835:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836544 00002000:00080000:3.0:1783952307.908840:0:162835:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 634 00000100:00100000:1.0:1783952307.909123:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.909241:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072320 00000100:00100000:0.0:1783952307.909257:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072320 00000100:00100000:0.0:1783952307.909379:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 280 00000100:00100000:0.0:1783952307.909393:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69255:x1870607584072320:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.909422:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.909452:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2e0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952307.909504:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952307.909530:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:0.0:1783952307.909535:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.909548:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 18 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.909572:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 18 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.909589:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169600, rc 0) 00000100:00100000:0.0:1783952307.909688:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69255:x1870607584072320:12345-192.168.202.38@tcp:101:cp.0 Request processed in 298us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.909697:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 280 00000001:00080000:2.0:1783952307.910943:0:162835:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836545 00000100:00100000:2.0:1783952307.911175:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:159141:x1870607600692224:12345-0@lo:5:osp-pre-0-0.0 Request processed in 17189us (17555us total) trans 21474836546 rc 0/0 00000100:00100000:2.0:1783952307.911187:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000020:00080000:2.0:1783952307.911205:0:162835:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:1.0:1783952307.914047:0:159141:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:159141:1870607600692224:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783952307.914076:0:159141:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x252:0x0]-[0x280000401:0x281:0x0] 00000100:00100000:1.0:1783952307.915115:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.915257:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072448 00000100:00100000:3.0:1783952307.915270:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072448 00000100:00100000:3.0:1783952307.915591:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:3.0:1783952307.915605:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:123797:x1870607584072448:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.915634:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.915687:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2e7 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.915738:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 19 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.915780:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.915785:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.915792:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 19 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.915841:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 19 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.915860:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 19 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.915877:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600692352:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952307.916002:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952307.922703:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.922821:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072576 00000100:00100000:0.0:1783952307.922836:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072576 00010000:00010000:0.0:1783952307.922900:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 20 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.922972:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 140 00000100:00100000:0.0:1783952307.922984:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69252:x1870607584072576:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952307.923004:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952307.923035:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 20 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.923077:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 20 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.923112:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.923118:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x252:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.923130:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 20 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.923142:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 20 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.923192:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 20 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952307.923209:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600692480:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952307.923320:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f3cf00 going to sleep for 11 seconds 00010000:00010000:3.0:1783952307.923519:0:160618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b68011b0/0x3b91f5b494389666 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e0 expref: 20 pid: 161704 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.923538:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600692352:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952307.923569:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 19 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.923580:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592400, rc 0) 00000100:00100000:3.0:1783952307.923616:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584072448:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8014us (8510us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.923636:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 281 00000100:00100000:1.0:1783952307.928224:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.928322:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072832 00000100:00100000:3.0:1783952307.928365:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072832 00000100:00100000:3.0:1783952307.928435:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 160 00000100:00100000:3.0:1783952307.928446:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+112:123797:x1870607584072832:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952307.928880:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584072832:12345-192.168.202.38@tcp:35:cp.0 Request processed in 432us (665us total) trans 34359738656 rc 0/0 00000100:00100000:3.0:1783952307.928889:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 160 00000100:00100000:0.0:1783952307.929116:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600692480:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952307.929145:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952307.929170:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69252:x1870607584072576:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6190us (6485us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.929180:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 140 00000100:00100000:2.0:1783952307.933595:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.933803:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584072960 00000100:00100000:1.0:1783952307.933816:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584072960 00000100:00100000:1.0:1783952307.933916:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 602 00000100:00100000:1.0:1783952307.933928:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584072960:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.933966:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.933997:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389674 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2ee expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934092:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934111:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934125:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934141:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934148:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934154:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934215:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934222:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934249:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934257:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934263:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.934267:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934275:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934291:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.934294:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.934300:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934307:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438967b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934327:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934333:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934831:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934837:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.934853:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934860:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934869:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff8a75f51afb00) 00010000:00010000:1.0:1783952307.934871:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.934874:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934880:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b494389682 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934935:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389674 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2ee expref: 114 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934947:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.934949:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.934952:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389674 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2ee expref: 114 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.934963:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44e00, rc 0) 00000100:00100000:1.0:1783952307.935057:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584072960:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1126us (1472us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.935067:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 602 00000100:00100000:1.0:1783952307.939331:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.939446:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073088 00000100:00100000:3.0:1783952307.939459:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073088 00000100:00100000:3.0:1783952307.939535:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 603 00000100:00100000:3.0:1783952307.939547:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584073088:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.939577:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.939606:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592800/0x3b91f5b494389689 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2f5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939721:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939752:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939774:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939798:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939831:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939839:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939899:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939906:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939913:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939920:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939926:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.939931:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939940:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939956:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.939959:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.939966:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939973:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389690 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.939995:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940002:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940008:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940013:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952307.940016:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940022:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940031:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff8a75c329de00) 00010000:00010000:3.0:1783952307.940033:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.940052:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940058:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b494389697 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940112:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592800/0x3b91f5b494389689 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2f5 expref: 114 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940125:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952307.940128:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952307.940137:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592800/0x3b91f5b494389689 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2f5 expref: 114 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.940148:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592800, rc 0) 00000100:00100000:3.0:1783952307.940238:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584073088:12345-192.168.202.38@tcp:101:cp.0 Request processed in 692us (921us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952307.940248:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 603 00000100:00100000:2.0:1783952307.945593:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.945931:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073344 00000100:00100000:0.0:1783952307.945946:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073344 00000100:00100000:0.0:1783952307.946034:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 604 00000100:00100000:0.0:1783952307.946068:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+113:123797:x1870607584073344:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.946281:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.946320:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438969e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e2fc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946576:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946598:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946613:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946631:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946639:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.946914:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952307.948285:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1ce:0x0], index 1: 0 00080000:00000400:0.0:1783952307.948310:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.948315:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.948318:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.948320:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.948322:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.948324:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.949869:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.949901:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.949904:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.949906:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.949908:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.949910:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952307.949984:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952307.949987:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952307.949989:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952307.949991:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952307.949993:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952307.949995:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952307.950263:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b4943896b3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950287:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b4943896b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950302:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b4943896b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950574:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950583:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950590:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950597:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950603:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.950617:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950625:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.950720:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.950724:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.950731:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.951025:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896a5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952307.951048:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004a2ed39c reply state 000000007655540d transno 34359738657 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.951065:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.951073:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff8a75d69e2200) 00010000:00010000:0.0:1783952307.951076:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952307.951080:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952307.951198:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438969e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2fc expref: 116 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.951218:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b4943896b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2fc expref: 115 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.951227:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1a:0x0].0x0 (ffff8a75d69e2700) 00010000:00010000:0.0:1783952307.951229:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952307.951242:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169600, rc 0) 00000100:00100000:0.0:1783952307.951600:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+116:123797:x1870607584073344:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5532us (6021us total) trans 34359738657 rc 0/0 00000100:00100000:0.0:1783952307.951610:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 604 00000100:00100000:1.0:1783952307.956538:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952307.956719:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073472 00000100:00100000:0.0:1783952307.956733:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073472 00000100:00100000:0.0:1783952307.956908:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 282 00000100:00100000:0.0:1783952307.956924:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69253:x1870607584073472:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.956955:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.956988:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e303 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952307.957026:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952307.957055:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=5994s v=(0 0) 00010000:00010000:0.0:1783952307.957062:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952307.957076:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 19 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.957100:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 19 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.957116:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169200, rc 0) 00000100:00100000:0.0:1783952307.957203:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69253:x1870607584073472:12345-192.168.202.38@tcp:101:cp.0 Request processed in 283us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952307.957212:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 282 00000100:00100000:1.0:1783952307.968411:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.968563:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073600 00000100:00100000:3.0:1783952307.968577:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073600 00000100:00100000:3.0:1783952307.968660:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 283 00000100:00100000:3.0:1783952307.968704:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584073600:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.968730:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.968758:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e30a expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.968813:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.968823:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.968829:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952307.968835:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 20 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.968880:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.968896:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952307.968933:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600692608:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952307.969051:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c84d7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952307.971930:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600692608:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952307.971983:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 20 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.972011:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592800, rc 0) 00000100:00100000:3.0:1783952307.972091:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123797:x1870607584073600:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3391us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952307.972101:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 283 00000100:00100000:1.0:1783952307.974875:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.975058:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073728 00000100:00100000:2.0:1783952307.975071:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073728 00010000:00010000:2.0:1783952307.975125:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.975216:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:2.0:1783952307.975228:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69255:x1870607584073728:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952307.975248:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952307.975278:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.975296:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.975326:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b4943896c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e303 expref: 20 pid: 162836 timeout: 6094 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.975396:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.975402:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952307.975413:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 19 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.975424:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 19 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952307.975485:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 19 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952307.975503:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600692736:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952307.975610:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e0140780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952307.979509:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.979614:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584073984 00000100:00100000:3.0:1783952307.979627:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584073984 00000100:00100000:3.0:1783952307.979725:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 161 00000100:00100000:3.0:1783952307.979748:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+116:123797:x1870607584073984:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952307.980393:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584073984:12345-192.168.202.38@tcp:35:cp.0 Request processed in 653us (895us total) trans 34359738658 rc 0/0 00000100:00100000:3.0:1783952307.980404:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 161 00000100:00100000:3.0:1783952307.983205:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952307.983506:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600692736:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952307.983539:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952307.983605:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69255:x1870607584073728:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8379us (8745us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952307.983618:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:0.0:1783952307.984710:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074112 00000100:00100000:0.0:1783952307.984749:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074112 00000100:00100000:0.0:1783952307.984834:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 605 00000100:00100000:0.0:1783952307.984844:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584074112:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952307.984876:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952307.984903:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896cf lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e311 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.984998:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985016:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985030:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985050:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985057:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985063:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985125:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985132:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985138:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985151:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985157:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.985162:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985170:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985186:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.985189:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.985194:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985201:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b4943896d6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985219:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985226:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985231:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985235:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952307.985238:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985256:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985264:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff8a75d5aa0e00) 00010000:00010000:0.0:1783952307.985267:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.985270:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985276:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b4943896dd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985319:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896cf lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e311 expref: 118 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985330:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952307.985397:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952307.985402:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b4943896cf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e311 expref: 118 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952307.985413:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169400, rc 0) 00000100:00100000:0.0:1783952307.985489:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584074112:12345-192.168.202.38@tcp:101:cp.0 Request processed in 646us (2301us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952307.985497:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 605 00000100:00100000:3.0:1783952307.991580:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952307.991785:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074240 00000100:00100000:1.0:1783952307.991798:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074240 00000100:00100000:1.0:1783952307.991886:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 606 00000100:00100000:1.0:1783952307.991899:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584074240:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952307.991929:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952307.991971:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b4943896e4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e318 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992070:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992087:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992101:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992120:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992127:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992134:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992194:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992202:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992231:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992252:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992259:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.992263:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992272:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992289:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.992292:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.992299:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992306:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943896eb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992322:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992329:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992385:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992391:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952307.992400:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992407:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992415:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff8a75f51afb00) 00010000:00010000:1.0:1783952307.992418:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.992420:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992426:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b4943896f2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992469:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b4943896e4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e318 expref: 118 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992481:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952307.992483:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952307.992487:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45c00/0x3b91f5b4943896e4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e318 expref: 118 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952307.992497:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45c00, rc 0) 00000100:00100000:1.0:1783952307.992584:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584074240:12345-192.168.202.38@tcp:101:cp.0 Request processed in 687us (1017us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952307.992593:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 606 00000100:00100000:0.0:1783952307.997275:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952307.997508:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074496 00000100:00100000:3.0:1783952307.997522:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074496 00000100:00100000:3.0:1783952307.997606:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 607 00000100:00100000:3.0:1783952307.997619:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+117:123797:x1870607584074496:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952307.997687:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952307.997718:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b4943896f9 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e31f expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998079:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998101:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998116:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998132:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998139:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952307.998146:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952307.999081:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x253:0x0], index 0: 0 00080000:00000400:3.0:1783952307.999101:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.999106:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.999109:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.999112:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.999114:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.999116:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952307.999138:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.999141:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.999157:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.999160:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.999162:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.999163:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952307.999203:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952307.999206:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952307.999208:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952307.999210:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952307.999213:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952307.999215:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.000139:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061400/0x3b91f5b49438970e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000162:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061400/0x3b91f5b49438970e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000187:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061400/0x3b91f5b49438970e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000310:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000318:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000323:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000330:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000458:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.000464:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000473:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000488:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.000491:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.000497:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000504:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389700 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.000527:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000049721174 reply state 000000002993d32a transno 34359738659 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000551:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000557:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff8a75c329de00) 00010000:00010000:0.0:1783952308.000559:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.000563:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.000615:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b4943896f9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e31f expref: 120 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000633:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061400/0x3b91f5b49438970e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e31f expref: 119 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.000720:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1b:0x0].0x0 (ffff8a75d5aa0e00) 00010000:00010000:0.0:1783952308.000724:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.000727:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061400, rc 0) 00000100:00100000:0.0:1783952308.001151:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+120:123797:x1870607584074496:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3532us (3891us total) trans 34359738659 rc 0/0 00000100:00100000:0.0:1783952308.001164:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 607 00000100:00100000:2.0:1783952308.008453:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.008570:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074624 00000100:00100000:0.0:1783952308.008587:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074624 00000100:00100000:0.0:1783952308.008685:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 284 00000100:00100000:0.0:1783952308.008699:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69254:x1870607584074624:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.008724:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.008752:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e326 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952308.008797:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952308.008843:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:0.0:1783952308.008848:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.008862:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 19 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.008885:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 19 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.008901:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.008990:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69254:x1870607584074624:12345-192.168.202.38@tcp:101:cp.0 Request processed in 294us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.008997:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 284 00000100:00080000:1.0:1783952308.009384:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952308.013703:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.013840:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074752 00000100:00100000:1.0:1783952308.013855:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074752 00000100:00100000:1.0:1783952308.013938:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 285 00000100:00100000:1.0:1783952308.013972:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:123797:x1870607584074752:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.013999:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.014025:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e32d expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.014074:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 20 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.014085:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.014091:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.014097:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->57343] (req 0->57343) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 20 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.014146:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 20 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.014163:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 20 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.014182:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600692864:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.014504:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.018301:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.018632:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584074880 00000100:00100000:2.0:1783952308.018645:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584074880 00010000:00010000:2.0:1783952308.018718:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 21 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.018793:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:2.0:1783952308.018804:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69252:x1870607584074880:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952308.018826:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952308.018859:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 21 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.018876:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 21 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.018928:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.018944:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x253:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.018956:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 21 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.018969:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 21 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.019023:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 21 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.019040:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600692992:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.019218:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e0140780 going to sleep for 11 seconds 00010000:00010000:1.0:1783952308.019727:0:161717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438971c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e326 expref: 21 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.019756:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600692864:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952308.019806:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 20 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.019818:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45c00, rc 0) 00000100:00100000:1.0:1783952308.019863:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123797:x1870607584074752:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5894us (6177us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.019872:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 285 00000100:00100000:1.0:1783952308.023423:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600692992:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952308.023462:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952308.023539:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69252:x1870607584074880:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4737us (5254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.023552:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 142 00000100:00100000:0.0:1783952308.028468:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.028573:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075136 00000100:00100000:3.0:1783952308.028589:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075136 00000100:00100000:3.0:1783952308.028682:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 162 00000100:00100000:3.0:1783952308.028693:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+120:123797:x1870607584075136:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952308.029499:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075136:12345-192.168.202.38@tcp:35:cp.0 Request processed in 802us (1039us total) trans 34359738660 rc 0/0 00000100:00100000:3.0:1783952308.029512:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 162 00000100:00100000:3.0:1783952308.033484:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.033636:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075264 00000100:00100000:1.0:1783952308.033724:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075264 00000100:00100000:1.0:1783952308.033980:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 608 00000100:00100000:1.0:1783952308.033995:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075264:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.034031:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.034060:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b49438972a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e334 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034150:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034170:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034187:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034225:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034311:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034321:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034433:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034626:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034634:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034716:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034725:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.034730:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034750:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034838:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.034843:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.034851:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034872:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389731 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034892:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034898:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034905:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034911:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.034914:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034920:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034929:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff8a75f51afb00) 00010000:00010000:1.0:1783952308.034932:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.034935:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034941:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b494389738 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.034986:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b49438972a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e334 expref: 122 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.035010:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.035012:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.035017:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45000/0x3b91f5b49438972a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e334 expref: 122 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.035027:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45000, rc 0) 00000100:00100000:1.0:1783952308.035116:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075264:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1124us (1647us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.035126:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 608 00000100:00100000:0.0:1783952308.044713:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.045050:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075392 00000100:00100000:3.0:1783952308.045064:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075392 00000100:00100000:3.0:1783952308.045189:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 609 00000100:00100000:3.0:1783952308.045202:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075392:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.045246:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.045280:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593e00/0x3b91f5b49438973f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e33b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045407:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045450:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045466:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045490:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045498:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045506:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045565:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045574:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045581:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045589:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045597:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952308.045602:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045612:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045639:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952308.045858:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.045866:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045875:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593000/0x3b91f5b494389746 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045894:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045902:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045910:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045916:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952308.045919:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045926:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045936:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff8a75c329d500) 00010000:00010000:3.0:1783952308.045939:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.045942:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.045949:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592000/0x3b91f5b49438974d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.046008:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593e00/0x3b91f5b49438973f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e33b expref: 122 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.046020:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952308.046023:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.046027:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593e00/0x3b91f5b49438973f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e33b expref: 122 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.046038:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593e00, rc 0) 00000100:00100000:3.0:1783952308.046140:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075392:12345-192.168.202.38@tcp:101:cp.0 Request processed in 940us (1506us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952308.046150:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 609 00000100:00100000:2.0:1783952308.051485:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.051551:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075648 00000100:00100000:0.0:1783952308.051566:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075648 00000100:00100000:0.0:1783952308.051650:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 610 00000100:00100000:0.0:1783952308.051673:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+121:123797:x1870607584075648:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.051706:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.051738:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389754 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e342 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051893:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051908:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051937:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051949:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051954:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.051958:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.052322:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1cf:0x0], index 1: 0 00080000:00000400:0.0:1783952308.052359:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.052363:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.052365:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.052367:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.052368:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.052369:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.052516:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.052519:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.052520:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.052522:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.052524:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.052526:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.052563:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.052566:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.052568:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.052570:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.052573:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.052580:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.052694:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061800/0x3b91f5b494389769 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052708:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061800/0x3b91f5b494389769 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052718:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061800/0x3b91f5b494389769 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052759:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052767:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052773:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052780:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052787:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.052792:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052800:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052813:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.052817:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.052822:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052839:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b49438975b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.052856:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eccc5f21 reply state 0000000068073086 transno 34359738661 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052867:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052873:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff8a75d5aa0700) 00010000:00010000:0.0:1783952308.052875:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.052878:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.052915:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389754 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e342 expref: 124 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052930:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061800/0x3b91f5b494389769 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e342 expref: 123 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.052937:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1c:0x0].0x0 (ffff8a75d5aa0400) 00010000:00010000:0.0:1783952308.052940:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.052942:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061800, rc 0) 00000100:00100000:0.0:1783952308.053035:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+124:123797:x1870607584075648:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1374us (1565us total) trans 34359738661 rc 0/0 00000100:00100000:0.0:1783952308.053045:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 610 00000100:00100000:1.0:1783952308.057760:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.057919:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075776 00000100:00100000:2.0:1783952308.057933:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075776 00000100:00100000:2.0:1783952308.058067:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 286 00000100:00100000:2.0:1783952308.058082:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69253:x1870607584075776:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.058111:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.058143:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e349 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952308.058179:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952308.058207:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:2.0:1783952308.058237:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.058250:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 20 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.058276:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 20 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.058293:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0a00, rc 0) 00000100:00100000:2.0:1783952308.058437:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69253:x1870607584075776:12345-192.168.202.38@tcp:101:cp.0 Request processed in 360us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.058451:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 286 00000100:00080000:1.0:1783952308.061877:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952308.063580:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.063702:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584075904 00000100:00100000:1.0:1783952308.063715:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584075904 00000100:00100000:1.0:1783952308.063798:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 287 00000100:00100000:1.0:1783952308.063809:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123797:x1870607584075904:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.063834:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.063860:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e350 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.063905:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 21 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.063914:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.063919:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.063926:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 21 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.063989:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 21 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.064005:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 21 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.064021:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600693120:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.064126:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.066967:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.067269:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076032 00000100:00100000:2.0:1783952308.067283:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076032 00010000:00010000:2.0:1783952308.067382:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 22 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.067430:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00100000:2.0:1783952308.067443:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69254:x1870607584076032:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952308.067465:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952308.067497:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 22 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.067514:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 22 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.067575:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.067580:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.067591:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 22 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.067604:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 22 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.067652:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 22 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.067682:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600693248:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.067962:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e0140780 going to sleep for 11 seconds 00010000:00010000:1.0:1783952308.071012:0:160616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f3c08e/0x3b91f5b494389777 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e349 expref: 22 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.071049:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600693120:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952308.071092:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 21 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.071113:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45000, rc 0) 00000100:00100000:1.0:1783952308.072420:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123797:x1870607584075904:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8600us (8842us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.072437:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 287 00000100:00100000:2.0:1783952308.077192:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600693248:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952308.077239:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952308.077313:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69254:x1870607584076032:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 9871us (10363us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.077327:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00100000:2.0:1783952308.079757:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.079950:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076288 00000100:00100000:1.0:1783952308.079962:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076288 00000100:00100000:1.0:1783952308.080037:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 163 00000100:00100000:1.0:1783952308.080050:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+124:123797:x1870607584076288:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952308.080558:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076288:12345-192.168.202.38@tcp:35:cp.0 Request processed in 508us (810us total) trans 34359738662 rc 0/0 00000100:00100000:1.0:1783952308.080567:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 163 00000100:00100000:0.0:1783952308.084413:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.084523:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076416 00000100:00100000:2.0:1783952308.084537:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076416 00000100:00100000:2.0:1783952308.085006:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 611 00000100:00100000:2.0:1783952308.085025:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076416:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.085063:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.085114:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389785 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e357 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085214:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085244:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085423:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085447:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085455:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085462:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085522:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085530:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085536:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085543:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085561:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.085568:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085577:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085592:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.085594:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.085600:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085607:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438978c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085624:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085630:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085634:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085714:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.085719:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085726:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085859:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff8a75c5749c00) 00010000:00010000:2.0:1783952308.085861:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.085864:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085869:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b494389793 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085911:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389785 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e357 expref: 126 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085922:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.085924:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.085927:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389785 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e357 expref: 126 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.085936:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1000, rc 0) 00000100:00100000:2.0:1783952308.086044:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076416:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1025us (1647us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952308.088992:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 611 00000100:00100000:0.0:1783952308.089327:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.089493:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076544 00000100:00100000:1.0:1783952308.089506:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076544 00000100:00100000:1.0:1783952308.089617:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 612 00000100:00100000:1.0:1783952308.089630:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076544:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.089683:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.089712:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438979a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e35e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089818:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089835:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089848:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089864:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089871:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089878:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089931:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089958:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089965:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089973:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089981:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.089987:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.089997:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090012:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.090016:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.090022:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090029:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b4943897a1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090045:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090052:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090059:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090070:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.090074:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090080:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090089:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff8a75f51afb00) 00010000:00010000:1.0:1783952308.090091:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.090094:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090101:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943897a8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090142:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438979a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e35e expref: 126 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090154:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.090156:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.090160:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438979a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e35e expref: 126 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.090169:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45800, rc 0) 00000100:00100000:1.0:1783952308.090276:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076544:12345-192.168.202.38@tcp:101:cp.0 Request processed in 648us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.090284:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 612 00000100:00100000:0.0:1783952308.093960:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.095194:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076800 00000100:00100000:3.0:1783952308.095212:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076800 00000100:00100000:3.0:1783952308.095307:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 613 00000100:00100000:3.0:1783952308.095319:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+125:123797:x1870607584076800:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.095395:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.095426:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593e00/0x3b91f5b4943897af lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e365 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095682:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095724:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095802:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095823:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095831:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.095838:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.096283:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x254:0x0], index 0: 0 00080000:00000400:0.0:1783952308.096301:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.096305:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.096307:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.096309:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.096312:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.096314:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.096387:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.096390:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.096392:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.096394:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.096396:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.096398:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.096435:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.096438:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.096440:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.096449:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.096452:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.096453:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.096570:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060e00/0x3b91f5b4943897c4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096581:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060e00/0x3b91f5b4943897c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096589:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060e00/0x3b91f5b4943897c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096630:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096637:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096643:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096650:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096657:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.096661:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096680:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096696:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.096699:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.096714:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.096721:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897b6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.097314:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8d24053 reply state 000000005d0e14d9 transno 34359738663 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.097435:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.097444:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff8a75d5aa0600) 00010000:00010000:0.0:1783952308.097446:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.097450:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.097504:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593e00/0x3b91f5b4943897af lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e365 expref: 128 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.097523:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060e00/0x3b91f5b4943897c4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e365 expref: 127 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.097531:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1d:0x0].0x0 (ffff8a75d5aa0300) 00010000:00010000:0.0:1783952308.097533:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.097535:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060e00, rc 0) 00000100:00100000:0.0:1783952308.097695:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+128:123797:x1870607584076800:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2378us (3749us total) trans 34359738663 rc 0/0 00000100:00100000:0.0:1783952308.097706:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 613 00000100:00100000:2.0:1783952308.102853:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.102989:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584076928 00000100:00100000:1.0:1783952308.103022:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584076928 00000100:00100000:1.0:1783952308.103104:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 288 00000100:00100000:1.0:1783952308.103117:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:69254:x1870607584076928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.103143:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.103171:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e36c expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952308.103206:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952308.103235:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:1.0:1783952308.103241:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.103264:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 20 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.103286:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 20 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.103304:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45800, rc 0) 00000100:00100000:1.0:1783952308.103518:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69254:x1870607584076928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 403us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.103526:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 288 00000100:00100000:1.0:1783952308.106513:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.106626:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077056 00000100:00100000:0.0:1783952308.106639:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077056 00000100:00100000:0.0:1783952308.106714:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00100000:0.0:1783952308.106725:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:123797:x1870607584077056:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.106766:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.106792:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e373 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.106837:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.106848:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.106853:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.106859:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 21 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.106907:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.106925:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.106942:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600693376:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952308.107067:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952308.114908:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600693376:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952308.114970:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 21 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.115001:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061a00, rc 0) 00000100:00100000:3.0:1783952308.115067:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.115112:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123797:x1870607584077056:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8387us (8613us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.115125:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00100000:0.0:1783952308.115254:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077184 00000100:00100000:0.0:1783952308.115264:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077184 00010000:00010000:0.0:1783952308.115309:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.115521:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 144 00000100:00100000:0.0:1783952308.115539:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69252:x1870607584077184:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952308.115560:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952308.115592:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.115607:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.115635:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d513f2a4/0x3b91f5b4943897d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e36c expref: 21 pid: 162839 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.115651:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.115656:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x254:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.115677:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 20 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.115689:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 20 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.115730:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 20 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.115746:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600693504:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952308.115819:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.120586:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.120649:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600693504:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.120708:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952308.120791:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69252:x1870607584077184:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5252us (5725us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.120806:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 144 00000100:00100000:1.0:1783952308.120941:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077440 00000100:00100000:1.0:1783952308.120950:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077440 00000100:00100000:1.0:1783952308.121019:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 164 00000100:00100000:1.0:1783952308.121029:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+128:123797:x1870607584077440:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952308.121474:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077440:12345-192.168.202.38@tcp:35:cp.0 Request processed in 445us (904us total) trans 34359738664 rc 0/0 00000100:00100000:1.0:1783952308.121481:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 164 00000100:00100000:2.0:1783952308.135318:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.135509:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077568 00000100:00100000:0.0:1783952308.135523:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077568 00000100:00100000:0.0:1783952308.135595:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 614 00000100:00100000:0.0:1783952308.135606:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077568:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.135642:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.135682:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897e0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e37a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135775:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135793:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135806:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135825:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135831:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135837:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135918:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135926:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135933:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135939:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135946:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.135950:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135958:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135974:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.135977:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.135983:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.135990:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943897e7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136007:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136013:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136025:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136030:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.136033:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136039:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136047:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff8a75d5aa0b00) 00010000:00010000:0.0:1783952308.136049:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.136052:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136057:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943897ee lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136099:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897e0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e37a expref: 130 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136112:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.136115:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.136118:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b4943897e0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e37a expref: 130 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.136128:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060c00, rc 0) 00000100:00100000:0.0:1783952308.136218:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077568:12345-192.168.202.38@tcp:101:cp.0 Request processed in 614us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.136235:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 614 00000100:00100000:2.0:1783952308.139266:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.141313:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077696 00000100:00100000:0.0:1783952308.141355:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077696 00000100:00100000:0.0:1783952308.141682:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 615 00000100:00100000:0.0:1783952308.141697:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077696:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.141727:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.141760:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b4943897f5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e381 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142650:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142683:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142698:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142721:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142728:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.142735:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144706:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144765:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144773:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144782:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144789:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.144794:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144803:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144826:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.144829:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.144836:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144843:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943897fc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144868:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144875:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144881:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144897:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.144900:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144906:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144914:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff8a74ca1cf500) 00010000:00010000:0.0:1783952308.144917:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.144920:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144925:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389803 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.144989:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b4943897f5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e381 expref: 130 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.145001:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.145003:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.145007:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b4943897f5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e381 expref: 130 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.145019:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061c00, rc 0) 00000100:00100000:0.0:1783952308.145135:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077696:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3439us (5881us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.145148:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 615 00000100:00100000:3.0:1783952308.151226:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.152817:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584077952 00000100:00100000:1.0:1783952308.152842:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584077952 00000100:00100000:1.0:1783952308.152964:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 616 00000100:00100000:1.0:1783952308.152977:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+129:123797:x1870607584077952:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.153011:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.153047:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438980a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e388 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153214:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153233:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153249:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153266:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153293:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.153300:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952308.153785:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d0:0x0], index 1: 0 00080000:00000400:1.0:1783952308.153802:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.153806:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.153808:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.153810:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.153812:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.153814:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.153835:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.153838:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.153840:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.153842:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.153844:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.153846:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.153880:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.153882:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.153884:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.153886:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.153888:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.153890:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952308.154006:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438981f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154017:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438981f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154035:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438981f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154080:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154088:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154095:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154102:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154108:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.154113:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154121:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154138:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.154141:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.154146:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154152:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389811 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952308.154169:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cc5ded9d reply state 000000002ae18223 transno 34359738665 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154188:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154194:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff8a75f51af400) 00010000:00010000:1.0:1783952308.154196:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952308.154199:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952308.154240:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438980a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e388 expref: 132 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154255:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438981f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e388 expref: 131 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.154262:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1e:0x0].0x0 (ffff8a75f51afc00) 00010000:00010000:1.0:1783952308.154264:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952308.154267:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45800, rc 0) 00000100:00100000:1.0:1783952308.154407:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+132:123797:x1870607584077952:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1431us (3198us total) trans 34359738665 rc 0/0 00000100:00100000:1.0:1783952308.154417:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 616 00000100:00100000:3.0:1783952308.159688:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.159765:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078080 00000100:00100000:1.0:1783952308.159781:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078080 00000100:00100000:1.0:1783952308.159868:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 290 00000100:00100000:1.0:1783952308.159883:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69252:x1870607584078080:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.159906:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.159934:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e38f expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952308.159970:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952308.160023:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:1.0:1783952308.160028:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.160039:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 21 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.160061:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 21 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.160076:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44600, rc 0) 00000100:00100000:1.0:1783952308.160151:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69252:x1870607584078080:12345-192.168.202.38@tcp:101:cp.0 Request processed in 274us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.160157:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 290 00000100:00100000:2.0:1783952308.164025:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.164243:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078208 00000100:00100000:3.0:1783952308.164277:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078208 00000100:00100000:3.0:1783952308.164404:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 291 00000100:00100000:3.0:1783952308.164416:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123797:x1870607584078208:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.164441:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.164465:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e396 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.164511:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 22 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.164521:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.164526:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.164532:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 22 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.164583:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 22 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.164599:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 22 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952308.164616:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600693632:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952308.165037:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d01dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.170234:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.170311:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600693632:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.170314:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078336 00000100:00100000:1.0:1783952308.170325:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078336 00010000:00010000:2.0:1783952308.170423:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 23 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170424:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 23 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.170485:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592000, rc 0) 00000100:00100000:1.0:1783952308.170502:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 145 00000100:00100000:1.0:1783952308.170514:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69255:x1870607584078336:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952308.170534:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952308.170564:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 23 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170579:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 23 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170625:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b49438982d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e38f expref: 23 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170646:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.170652:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.170690:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 22 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170703:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 22 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.170750:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 22 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.170769:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600693760:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.170770:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584078208:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6354us (6758us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.170794:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 291 00000100:00100000:1.0:1783952308.170842:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952308.180440:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.180577:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078592 00000100:00100000:3.0:1783952308.180587:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078592 00000100:00100000:1.0:1783952308.180596:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600693760:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952308.180627:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.180707:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 165 00000100:00100000:3.0:1783952308.180719:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+132:123797:x1870607584078592:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952308.182303:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69255:x1870607584078336:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 11783us (12077us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.182363:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 145 00000100:00100000:3.0:1783952308.183886:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584078592:12345-192.168.202.38@tcp:35:cp.0 Request processed in 612us (906us total) trans 34359738666 rc 0/0 00000100:00100000:3.0:1783952308.183914:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 165 00000100:00100000:0.0:1783952308.193731:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.195869:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078720 00000100:00100000:1.0:1783952308.195890:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078720 00000100:00100000:1.0:1783952308.195999:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 617 00000100:00100000:1.0:1783952308.196012:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584078720:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.196048:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.196076:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b49438983b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e39d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196182:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196199:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196212:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196228:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196246:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196258:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196316:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196324:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196331:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196397:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196405:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.196416:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196426:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196442:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.196445:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.196451:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196459:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b494389842 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196476:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196483:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196488:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196493:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.196496:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196503:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196511:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff8a75f51af800) 00010000:00010000:1.0:1783952308.196514:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.196524:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196530:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389849 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196567:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b49438983b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e39d expref: 134 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196579:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.196581:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.196585:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b49438983b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e39d expref: 134 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.196594:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44600, rc 0) 00000100:00100000:1.0:1783952308.196685:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584078720:12345-192.168.202.38@tcp:101:cp.0 Request processed in 675us (2974us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.196692:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 617 00000100:00100000:2.0:1783952308.205165:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.205296:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584078848 00000100:00100000:1.0:1783952308.205310:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584078848 00000100:00100000:1.0:1783952308.205422:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 618 00000100:00100000:1.0:1783952308.205436:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584078848:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.205466:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.205495:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b494389850 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3a4 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205605:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205648:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205674:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205696:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205704:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205710:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205766:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205775:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205796:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205803:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205810:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.205816:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205824:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205848:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.205852:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.205859:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205866:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389857 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205884:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205890:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205896:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205901:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.205904:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205910:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205919:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff8a75f51af800) 00010000:00010000:1.0:1783952308.205921:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.205924:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205930:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b49438985e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205982:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b494389850 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3a4 expref: 134 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.205995:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.205998:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.206002:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b494389850 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3a4 expref: 134 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.206013:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44600, rc 0) 00000100:00100000:1.0:1783952308.206098:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584078848:12345-192.168.202.38@tcp:101:cp.0 Request processed in 666us (947us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.206107:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 618 00000100:00100000:2.0:1783952308.209266:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.209387:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079104 00000100:00100000:1.0:1783952308.209400:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079104 00000100:00100000:1.0:1783952308.209465:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 619 00000100:00100000:1.0:1783952308.209475:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+133:123797:x1870607584079104:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.209503:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.209538:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389865 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3ab expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209686:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209705:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209719:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209759:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209776:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.209790:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952308.210329:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x255:0x0], index 0: 0 00080000:00000400:1.0:1783952308.210398:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.210402:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.210405:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.210408:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.210411:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.210413:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.210435:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.210437:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.210439:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.210441:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.210443:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.210445:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.210475:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.210478:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.210480:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.210482:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.210484:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.210486:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952308.210590:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b49438987a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210614:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b49438987a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210623:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b49438987a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210679:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210688:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210696:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210703:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210709:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.210715:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210723:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210737:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.210740:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.210744:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210750:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b49438986c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952308.210769:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000588670d2 reply state 00000000c2e509e2 transno 34359738667 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210782:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210789:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff8a75fb008f00) 00010000:00010000:1.0:1783952308.210791:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952308.210794:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952308.210829:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389865 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ab expref: 136 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210845:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b49438987a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ab expref: 135 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.210853:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1f:0x0].0x0 (ffff8a75c3d1f000) 00010000:00010000:1.0:1783952308.210855:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952308.210858:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45400, rc 0) 00000100:00100000:1.0:1783952308.210932:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+136:123797:x1870607584079104:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1458us (1679us total) trans 34359738667 rc 0/0 00000100:00100000:1.0:1783952308.210940:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 619 00000100:00100000:0.0:1783952308.215634:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.215751:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079232 00000100:00100000:2.0:1783952308.215766:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079232 00000100:00100000:2.0:1783952308.215856:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 292 00000100:00100000:2.0:1783952308.215869:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+20:69255:x1870607584079232:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.215895:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.215924:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3b2 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952308.215959:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952308.215985:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:2.0:1783952308.215990:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.216002:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 21 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.216021:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 21 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.216065:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1c00, rc 0) 00000100:00100000:2.0:1783952308.216149:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69255:x1870607584079232:12345-192.168.202.38@tcp:101:cp.0 Request processed in 282us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.216156:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 292 00000100:00100000:2.0:1783952308.223397:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.226701:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079360 00000100:00100000:3.0:1783952308.226722:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079360 00000100:00100000:3.0:1783952308.226844:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 293 00000100:00100000:3.0:1783952308.226857:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:123797:x1870607584079360:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.226882:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.226909:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3b9 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.226953:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.226964:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.226969:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.226975:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 22 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.227023:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.227041:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952308.227085:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:162843:1870607600693888:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952308.227212:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d01dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.233649:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.233882:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:162843:1870607600693888:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952308.233930:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 22 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.233959:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593000, rc 0) 00000100:00100000:2.0:1783952308.234056:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584079360:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7201us (10674us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.234067:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 293 00000100:00100000:0.0:1783952308.238016:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079488 00000100:00100000:0.0:1783952308.238039:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079488 00010000:00010000:0.0:1783952308.238115:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.238258:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 146 00000100:00100000:0.0:1783952308.238270:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69253:x1870607584079488:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952308.238292:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952308.238324:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.238372:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.238407:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029d70cde/0x3b91f5b494389888 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b2 expref: 22 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.238429:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.238434:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x255:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.238443:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 21 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.238477:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 21 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.238545:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 21 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.238563:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600694016:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952308.238694:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.249250:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.249265:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600694016:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.249303:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952308.249429:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69253:x1870607584079488:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 11160us (15794us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.249442:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 146 00000100:00100000:2.0:1783952308.249738:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079744 00000100:00100000:2.0:1783952308.249749:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079744 00000100:00100000:2.0:1783952308.249818:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 166 00000100:00100000:2.0:1783952308.249829:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+136:123797:x1870607584079744:12345-192.168.202.38@tcp:35:cp.0 00000001:00080000:2.0:1783952308.250155:0:159119:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738668 00000100:00100000:2.0:1783952308.250300:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584079744:12345-192.168.202.38@tcp:35:cp.0 Request processed in 471us (1065us total) trans 34359738669 rc 0/0 00000100:00100000:2.0:1783952308.250309:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 166 00000020:00080000:2.0:1783952308.250314:0:159119:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783952308.261887:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.262043:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584079872 00000100:00100000:0.0:1783952308.262057:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584079872 00000100:00100000:0.0:1783952308.262134:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 620 00000100:00100000:0.0:1783952308.262146:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584079872:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.262181:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.262209:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b494389896 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3c0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262293:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262311:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262387:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262405:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262412:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262419:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262470:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262478:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262485:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262491:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262498:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.262502:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262689:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262706:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.262716:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.262722:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262730:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b49438989d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262750:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262757:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262763:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262768:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.262772:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.262778:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.263176:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff8a74ca1cf500) 00010000:00010000:0.0:1783952308.263179:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.263183:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.263190:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943898a4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.263240:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b494389896 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3c0 expref: 139 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.263261:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.263264:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.263268:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060c00/0x3b91f5b494389896 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3c0 expref: 139 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.263279:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060c00, rc 0) 00000100:00100000:0.0:1783952308.263446:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584079872:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1300us (1573us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.263457:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 620 00000100:00100000:3.0:1783952308.268391:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.268486:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080000 00000100:00100000:1.0:1783952308.268500:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080000 00000100:00100000:1.0:1783952308.268595:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 621 00000100:00100000:1.0:1783952308.268608:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584080000:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.268639:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.268676:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b4943898ab lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3c7 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268800:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268819:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268833:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268851:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268859:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.268866:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269331:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269378:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269386:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269395:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269402:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.269416:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269425:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269442:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.269446:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.269452:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269460:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898b2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269478:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269484:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269491:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269497:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.269501:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269637:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269647:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff8a75c3d1f700) 00010000:00010000:1.0:1783952308.269650:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.269660:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269677:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269730:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b4943898ab lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3c7 expref: 139 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269742:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.269745:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.269748:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b4943898ab lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3c7 expref: 139 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.269760:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44800, rc 0) 00000100:00100000:2.0:1783952308.270482:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584080000:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1869us (2150us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952308.270660:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 621 00000100:00100000:3.0:1783952308.283836:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.283959:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080256 00000100:00100000:1.0:1783952308.283972:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080256 00000100:00100000:1.0:1783952308.284059:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 622 00000100:00100000:1.0:1783952308.284070:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584080256:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.284090:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.284109:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b4943898c0 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3ce expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284498:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284511:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284519:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284536:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284541:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.284544:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952308.285123:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d1:0x0], index 1: 0 00080000:00000400:1.0:1783952308.285135:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.285138:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952308.285139:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.285141:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.285143:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.285144:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.285156:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.285157:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952308.285158:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.285160:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.285161:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.285162:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.285187:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.285189:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952308.285191:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.285193:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.285195:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.285197:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952308.285283:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943898d5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285301:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943898d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285306:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943898d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285384:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285390:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285394:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285398:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285402:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.285405:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285410:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285433:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.285435:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.285438:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285443:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b4943898c7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952308.285458:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009d787776 reply state 0000000078710ae6 transno 34359738670 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285467:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285471:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff8a75c3d1f700) 00010000:00010000:1.0:1783952308.285473:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952308.285475:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952308.285500:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b4943898c0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ce expref: 141 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285509:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943898d5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ce expref: 140 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.285513:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x20:0x0].0x0 (ffff8a75f51af800) 00010000:00010000:1.0:1783952308.285515:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952308.285517:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44000, rc 0) 00000100:00100000:1.0:1783952308.285584:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+141:123797:x1870607584080256:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1517us (1767us total) trans 34359738670 rc 0/0 00000100:00100000:1.0:1783952308.285590:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 622 00000100:00100000:3.0:1783952308.293052:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.294097:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080384 00000100:00100000:2.0:1783952308.294114:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080384 00000100:00100000:2.0:1783952308.294617:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 294 00000100:00100000:2.0:1783952308.294634:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d5a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69252:x1870607584080384:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.294671:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.294704:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3d5 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952308.294738:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952308.294767:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:2.0:1783952308.294773:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.295109:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 22 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.295134:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 22 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.295624:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1e00, rc 0) 00000100:00100000:2.0:1783952308.295738:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d5a2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69252:x1870607584080384:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1106us (2700us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.295748:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 294 00000100:00100000:3.0:1783952308.299239:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:0.0:1783952308.300026:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952308.302020:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080512 00000100:00100000:1.0:1783952308.302043:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080512 00000100:00100000:0.0:1783952308.302313:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 295 00000100:00100000:0.0:1783952308.302330:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584080512:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.302399:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.302435:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3dc expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.302480:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.302491:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.302496:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.302503:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 23 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.302747:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.302798:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.302818:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600694144:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952308.303023:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952308.305735:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600694144:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952308.305790:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 23 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.305816:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060c00, rc 0) 00000100:00100000:0.0:1783952308.305888:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584080512:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3561us (6665us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.305899:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 295 00000100:00100000:0.0:1783952308.311680:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.312016:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080640 00000100:00100000:2.0:1783952308.312027:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080640 00010000:00010000:2.0:1783952308.312074:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.312153:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00100000:2.0:1783952308.312163:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69255:x1870607584080640:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952308.312179:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952308.312202:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.312216:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.312239:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026f4ecaa/0x3b91f5b4943898e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3d5 expref: 23 pid: 161704 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.312256:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.312261:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.312269:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 22 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.312278:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 22 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.312318:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 22 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.312391:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600694272:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.312482:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c12edcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952308.325451:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600694272:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952308.325483:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952308.325549:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69255:x1870607584080640:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 13385us (13887us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.325561:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00100000:0.0:1783952308.334078:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.334208:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584080896 00000100:00100000:2.0:1783952308.334220:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584080896 00000100:00100000:2.0:1783952308.334289:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00100000:2.0:1783952308.334300:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+141:123797:x1870607584080896:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952308.334680:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584080896:12345-192.168.202.38@tcp:35:cp.0 Request processed in 380us (616us total) trans 34359738671 rc 0/0 00000100:00100000:2.0:1783952308.334689:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00100000:0.0:1783952308.338332:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.338512:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081024 00000100:00100000:2.0:1783952308.338523:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081024 00000100:00100000:2.0:1783952308.338594:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 623 00000100:00100000:2.0:1783952308.338605:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584081024:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.338633:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.338678:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943898f1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3e3 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338782:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338799:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338834:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338852:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338860:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338866:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338913:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338921:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338928:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338935:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338941:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.338946:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338953:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338966:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.338975:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.338981:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.338988:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b4943898f8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339004:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339009:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339015:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339020:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.339023:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339028:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339036:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff8a75c6934e00) 00010000:00010000:2.0:1783952308.339038:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.339041:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339046:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b4943898ff lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339080:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943898f1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3e3 expref: 143 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339098:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.339100:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.339104:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b4943898f1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3e3 expref: 143 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.339126:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1e00, rc 0) 00000100:00100000:2.0:1783952308.339215:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584081024:12345-192.168.202.38@tcp:101:cp.0 Request processed in 611us (894us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952308.339223:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 623 00000100:00100000:3.0:1783952308.352896:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.353047:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081152 00000100:00100000:0.0:1783952308.353057:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081152 00000100:00100000:0.0:1783952308.353134:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 624 00000100:00100000:0.0:1783952308.353145:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584081152:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.353171:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.353195:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389906 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3ea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353293:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353309:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353320:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353383:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353392:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353399:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353444:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353452:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353459:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353465:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353471:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.353483:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353491:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353506:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.353510:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.353515:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353521:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438990d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353537:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353543:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353549:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353554:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.353557:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353561:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353568:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff8a74ca1cf500) 00010000:00010000:0.0:1783952308.353571:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.353580:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353585:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389914 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353622:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389906 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ea expref: 143 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353632:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.353634:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.353637:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389906 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ea expref: 143 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.353646:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.353721:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584081152:12345-192.168.202.38@tcp:101:cp.0 Request processed in 577us (835us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.353729:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 624 00000100:00100000:3.0:1783952308.362099:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.363609:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081408 00000100:00100000:2.0:1783952308.363625:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081408 00000100:00100000:2.0:1783952308.363857:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 625 00000100:00100000:2.0:1783952308.363870:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584081408:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.363895:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.363918:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b49438991b lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3f1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364068:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364085:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364097:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364125:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364140:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364148:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952308.364513:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x256:0x0], index 0: 0 00080000:00000400:2.0:1783952308.364526:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.364530:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952308.364532:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.364535:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.364537:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.364539:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952308.364559:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.364562:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952308.364563:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.364565:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.364567:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.364569:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952308.364596:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.364599:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952308.364601:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.364603:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.364605:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.364607:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952308.364717:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389930 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364726:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389930 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.364748:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389930 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365136:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365145:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365152:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365159:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365164:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.365169:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365177:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365191:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.365194:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.365199:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365206:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389922 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952308.365220:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ced6d11c reply state 000000008958a752 transno 34359738672 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365240:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365247:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff8a75c6934e00) 00010000:00010000:2.0:1783952308.365249:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952308.365252:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952308.365288:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0a00/0x3b91f5b49438991b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f1 expref: 145 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365304:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389930 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f1 expref: 144 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.365312:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x21:0x0].0x0 (ffff8a75c6934000) 00010000:00010000:2.0:1783952308.365314:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952308.365317:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1400, rc 0) 00000100:00100000:2.0:1783952308.365862:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+145:123797:x1870607584081408:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1992us (3772us total) trans 34359738672 rc 0/0 00000100:00100000:2.0:1783952308.365872:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 625 00000100:00100000:3.0:1783952308.369700:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.372988:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081536 00000100:00100000:0.0:1783952308.373004:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081536 00000100:00100000:0.0:1783952308.373094:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 296 00000100:00100000:0.0:1783952308.373117:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:69255:x1870607584081536:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.373137:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.373161:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3f8 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952308.373190:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952308.373213:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:0.0:1783952308.373232:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.373243:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 22 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.373262:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 22 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.373276:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.373369:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69255:x1870607584081536:12345-192.168.202.38@tcp:101:cp.0 Request processed in 234us (3650us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.373377:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 296 00000100:00100000:3.0:1783952308.413562:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.414274:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081664 00000100:00100000:2.0:1783952308.414293:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081664 00000100:00100000:2.0:1783952308.414432:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 297 00000100:00100000:2.0:1783952308.414443:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:123797:x1870607584081664:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.414463:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.414483:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e3ff expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.414516:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.414538:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.414542:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.414548:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 23 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.414585:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.414600:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.414614:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600694400:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952308.414717:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3792e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.424899:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.426096:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600694400:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952308.426243:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 23 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.426266:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0a00, rc 0) 00000100:00100000:2.0:1783952308.426366:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584081664:12345-192.168.202.38@tcp:101:cp.0 Request processed in 11925us (12820us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.426376:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 297 00000100:00100000:0.0:1783952308.429792:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584081792 00000100:00100000:0.0:1783952308.429815:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584081792 00010000:00010000:0.0:1783952308.429885:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.429950:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 148 00000100:00100000:0.0:1783952308.429962:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69252:x1870607584081792:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952308.429983:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952308.430014:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.430031:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.430063:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b49438993e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f8 expref: 23 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.430106:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.430111:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x256:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.430122:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 22 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.430135:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 22 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.430187:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 22 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.430204:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600694528:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952308.431473:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.445102:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.446876:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082048 00000100:00100000:2.0:1783952308.446899:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082048 00000100:00100000:2.0:1783952308.447014:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 168 00000100:00100000:2.0:1783952308.447054:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+145:123797:x1870607584082048:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952308.447947:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082048:12345-192.168.202.38@tcp:35:cp.0 Request processed in 891us (2853us total) trans 34359738673 rc 0/0 00000100:00100000:2.0:1783952308.447959:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 168 00000100:00100000:0.0:1783952308.451913:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600694528:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.451957:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.456264:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.456460:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082176 00000100:00100000:2.0:1783952308.456479:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082176 00000100:00100000:2.0:1783952308.456572:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 626 00000100:00100000:2.0:1783952308.456585:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082176:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.456620:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.456652:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438994c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e406 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456764:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456784:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456797:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456815:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456823:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456830:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456917:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456926:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456934:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456941:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456948:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.456953:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456961:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456976:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.456980:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.456985:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.456993:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389953 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457012:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457019:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457031:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457036:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.457039:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457046:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457054:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff8a75c6934800) 00010000:00010000:2.0:1783952308.457057:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.457060:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457066:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438995a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457108:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438994c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e406 expref: 147 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457120:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.457122:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.457126:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438994c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e406 expref: 147 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.457137:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:2.0:1783952308.457227:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082176:12345-192.168.202.38@tcp:101:cp.0 Request processed in 644us (972us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952308.457898:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 626 00000100:00100000:1.0:1783952308.458452:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69252:x1870607584081792:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 28475us (33683us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.458468:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 148 00000100:00100000:3.0:1783952308.462467:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.462595:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082304 00000100:00100000:0.0:1783952308.462613:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082304 00000100:00100000:0.0:1783952308.462711:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 627 00000100:00100000:0.0:1783952308.462724:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082304:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.462753:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.462781:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389961 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e40d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462871:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462907:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462923:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462942:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462949:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.462956:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463009:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463017:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463023:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463029:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463036:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.463042:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463049:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463071:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.463074:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.463080:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463088:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389968 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463106:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463114:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463120:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463125:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.463127:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463133:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463141:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff8a74ca1cf300) 00010000:00010000:0.0:1783952308.463143:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.463146:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463152:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438996f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463203:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389961 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e40d expref: 147 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463214:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.463217:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.463220:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b494389961 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e40d expref: 147 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.463231:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.463499:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082304:12345-192.168.202.38@tcp:101:cp.0 Request processed in 777us (1045us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.463508:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 627 00000100:00100000:3.0:1783952308.475889:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.475997:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082560 00000100:00100000:1.0:1783952308.476039:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082560 00000100:00100000:1.0:1783952308.476136:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 628 00000100:00100000:1.0:1783952308.476150:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584082560:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.476179:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.476210:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b494389976 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e414 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476817:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476838:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476855:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476875:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476883:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.476890:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952308.477396:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d2:0x0], index 1: 0 00080000:00000400:1.0:1783952308.477412:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.477417:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.477419:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.477421:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.477424:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.477438:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952308.478674:0:159143:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:159143:1870607600694656:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1783952308.478778:0:159143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952308.478841:0:159143:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3792000 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.478929:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600694656 00000100:00100000:3.0:1783952308.478948:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600694656 00000100:00100000:3.0:1783952308.479070:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1783952308.479084:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:159143:x1870607600694656:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1783952308.479151:0:162839:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 482 00000100:00080000:0.0:1783952308.479850:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:3.0:1783952308.479880:0:162839:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 490 00000001:00080000:3.0:1783952308.480253:0:162839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869238 00002000:00080000:3.0:1783952308.480279:0:162839:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 498 00000001:00080000:3.0:1783952308.480694:0:162839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869239 00002000:00080000:3.0:1783952308.480713:0:162839:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 506 00000001:00080000:3.0:1783952308.481507:0:162839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869240 00000100:00100000:3.0:1783952308.481766:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:159143:x1870607600694656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2680us (2981us total) trans 17179869241 rc 0/0 00000100:00100000:3.0:1783952308.481780:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000020:00080000:3.0:1783952308.481788:0:162839:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00080000:00000400:1.0:1783952308.481889:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.481896:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.481899:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.481902:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.481906:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.481908:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952308.481963:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952308.481966:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952308.481968:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952308.481970:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952308.481973:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952308.481974:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952308.482023:0:159143:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:159143:1870607600694656:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1783952308.482042:0:159143:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x1d2:0x0]-[0x2c0000401:0x201:0x0] 00010000:00010000:1.0:1783952308.482902:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45e00/0x3b91f5b49438998b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.482930:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45e00/0x3b91f5b49438998b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.482946:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45e00/0x3b91f5b49438998b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483012:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483021:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483028:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483036:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483066:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.483072:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483081:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483099:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.483102:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.483108:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483116:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b49438997d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952308.483134:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000239398cd reply state 00000000f53c84f4 transno 34359738674 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483148:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483155:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff8a75f65e4900) 00010000:00010000:1.0:1783952308.483157:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952308.483161:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952308.483215:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44600/0x3b91f5b494389976 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e414 expref: 149 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483232:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45e00/0x3b91f5b49438998b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e414 expref: 148 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.483253:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x22:0x0].0x0 (ffff8a75f65e4b00) 00010000:00010000:1.0:1783952308.483255:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952308.483257:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45e00, rc 0) 00000100:00100000:1.0:1783952308.483372:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+149:123797:x1870607584082560:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7224us (7492us total) trans 34359738674 rc 0/0 00000100:00100000:1.0:1783952308.483382:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 628 00000100:00100000:1.0:1783952308.488125:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.488252:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082688 00000100:00100000:0.0:1783952308.488266:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082688 00000100:00100000:0.0:1783952308.488394:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 299 00000100:00100000:0.0:1783952308.488408:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69252:x1870607584082688:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.488435:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.488467:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e41b expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952308.488503:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952308.488532:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:0.0:1783952308.488538:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.488552:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 23 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.488599:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 23 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.488616:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.488711:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69252:x1870607584082688:12345-192.168.202.38@tcp:101:cp.0 Request processed in 303us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.488721:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 299 00000100:00100000:3.0:1783952308.497962:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.498083:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082816 00000100:00100000:1.0:1783952308.498100:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082816 00000100:00100000:1.0:1783952308.498201:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 300 00000100:00100000:1.0:1783952308.498213:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584082816:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.498256:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.498286:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e422 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.498332:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.498393:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.498398:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.498405:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 24 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.498454:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.498497:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.498516:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600694784:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.498644:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.505972:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.506129:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600694784:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952308.506179:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 24 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.506208:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44600, rc 0) 00000100:00100000:1.0:1783952308.506298:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123797:x1870607584082816:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8087us (8346us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.506310:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 300 00000100:00100000:0.0:1783952308.509572:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584082944 00000100:00100000:0.0:1783952308.509599:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584082944 00010000:00010000:0.0:1783952308.509691:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.510446:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 149 00000100:00100000:0.0:1783952308.510465:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69254:x1870607584082944:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952308.510488:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952308.510521:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.510542:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.510573:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e996449e/0x3b91f5b494389999 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e41b expref: 24 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.510620:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.510625:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.510636:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 23 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.510647:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 23 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.510709:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 23 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.510726:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600694912:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952308.510850:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952308.516918:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600694912:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.516958:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952308.517041:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69254:x1870607584082944:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6584us (11083us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.517057:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 149 00000100:00100000:2.0:1783952308.528825:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.532504:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083200 00000100:00100000:1.0:1783952308.532525:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083200 00000100:00100000:1.0:1783952308.532626:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 169 00000100:00100000:1.0:1783952308.532640:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+149:123797:x1870607584083200:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952308.533169:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083200:12345-192.168.202.38@tcp:35:cp.0 Request processed in 529us (4358us total) trans 34359738675 rc 0/0 00000100:00100000:1.0:1783952308.533180:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 169 00000100:00100000:2.0:1783952308.541925:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.542048:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083328 00000100:00100000:0.0:1783952308.542062:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083328 00000100:00100000:0.0:1783952308.542144:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 629 00000100:00100000:0.0:1783952308.542157:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083328:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.542193:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.542239:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b4943899a7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e429 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542390:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542409:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542421:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542437:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542444:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542451:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542506:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542514:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542521:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542528:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542547:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.542552:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542561:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542576:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.542580:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.542584:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542591:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899ae lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542607:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542613:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542618:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542624:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.542626:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542633:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542652:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff8a74ca1cf800) 00010000:00010000:0.0:1783952308.542654:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.542657:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542674:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899b5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542714:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b4943899a7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e429 expref: 151 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542726:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.542728:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.542731:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b4943899a7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e429 expref: 151 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.542741:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.542907:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083328:12345-192.168.202.38@tcp:101:cp.0 Request processed in 752us (995us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.542916:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 629 00000100:00100000:2.0:1783952308.546763:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.546908:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083456 00000100:00100000:0.0:1783952308.546924:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083456 00000100:00100000:0.0:1783952308.546998:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 630 00000100:00100000:0.0:1783952308.547009:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083456:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.547039:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.547069:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b4943899bc lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e430 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547189:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547210:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547225:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547494:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547505:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547514:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547571:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547579:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547587:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547595:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547602:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.547614:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547623:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547638:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.547641:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.547646:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547653:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b4943899c3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547677:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547684:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547690:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547695:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.547698:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547704:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547709:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff8a74ca1cff00) 00010000:00010000:0.0:1783952308.547712:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.547719:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547725:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b4943899ca lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547765:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b4943899bc lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e430 expref: 151 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547777:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.547779:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.547782:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b4943899bc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e430 expref: 151 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.547791:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061200, rc 0) 00000100:00100000:0.0:1783952308.547955:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083456:12345-192.168.202.38@tcp:101:cp.0 Request processed in 947us (1209us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.547964:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 630 00000100:00100000:2.0:1783952308.560624:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.560726:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083712 00000100:00100000:0.0:1783952308.560742:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083712 00000100:00100000:0.0:1783952308.560825:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 631 00000100:00100000:0.0:1783952308.560837:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584083712:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.560866:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.560894:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b4943899d1 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e437 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561042:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561084:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561099:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561118:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561125:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561132:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.561647:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x257:0x0], index 0: 0 00080000:00000400:0.0:1783952308.561675:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.561681:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.561684:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.561686:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.561689:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.561691:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.561716:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.561719:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.561721:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.561723:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.561725:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.561727:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.561762:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.561765:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.561767:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.561778:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.561780:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.561782:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.561903:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943899e6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561914:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943899e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561922:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943899e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561970:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561978:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561985:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.561992:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562000:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.562005:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562013:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562027:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.562030:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.562042:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562050:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b4943899d8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.562069:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000255f2499 reply state 00000000a42ac196 transno 34359738676 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562084:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562090:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff8a74ca1cf800) 00010000:00010000:0.0:1783952308.562093:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.562096:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.562137:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061600/0x3b91f5b4943899d1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e437 expref: 153 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562155:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943899e6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e437 expref: 152 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.562163:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x23:0x0].0x0 (ffff8a74ca1cf100) 00010000:00010000:0.0:1783952308.562165:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.562168:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060200, rc 0) 00000100:00100000:0.0:1783952308.562263:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+153:123797:x1870607584083712:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1427us (1654us total) trans 34359738676 rc 0/0 00000100:00100000:0.0:1783952308.562273:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 631 00000100:00100000:2.0:1783952308.568581:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.568699:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083840 00000100:00100000:1.0:1783952308.568713:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083840 00000100:00100000:1.0:1783952308.568782:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 301 00000100:00100000:1.0:1783952308.568815:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:69255:x1870607584083840:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.568839:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.568866:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e43e expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952308.568898:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952308.568925:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:1.0:1783952308.568932:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.568944:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 23 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.568966:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 23 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.568983:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44c00, rc 0) 00000100:00100000:1.0:1783952308.569065:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69255:x1870607584083840:12345-192.168.202.38@tcp:101:cp.0 Request processed in 254us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.569073:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 301 00000100:00100000:3.0:1783952308.572913:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.575471:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584083968 00000100:00100000:1.0:1783952308.575493:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584083968 00000100:00100000:0.0:1783952308.578628:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 302 00000100:00100000:0.0:1783952308.578645:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:123797:x1870607584083968:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.578700:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.578725:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e445 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.578768:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.578779:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.578784:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.578790:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 24 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.578831:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.578848:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.578865:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600695040:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952308.580953:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952308.589738:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.590038:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600695040:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952308.590082:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 24 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.590110:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061600, rc 0) 00000100:00100000:0.0:1783952308.590218:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123797:x1870607584083968:12345-192.168.202.38@tcp:101:cp.0 Request processed in 11575us (17316us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.590229:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 302 00000100:00100000:3.0:1783952308.590578:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084096 00000100:00100000:3.0:1783952308.590648:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084096 00010000:00010000:3.0:1783952308.590701:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952308.590793:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 150 00000100:00100000:3.0:1783952308.590803:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69253:x1870607584084096:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952308.590821:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952308.590847:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.590863:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.590891:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008afc75f9/0x3b91f5b4943899f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e43e expref: 24 pid: 160617 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.590923:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.590928:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x257:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.590938:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 23 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.590950:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 23 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.590989:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 23 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952308.591007:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600695168:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952308.591086:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d01dbf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.595137:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600695168:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952308.595170:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.595234:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69253:x1870607584084096:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4432us (5512us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952308.595250:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 150 00000100:00100000:2.0:1783952308.598039:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.598204:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084352 00000100:00100000:1.0:1783952308.598219:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084352 00000100:00100000:1.0:1783952308.598394:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 170 00000100:00100000:1.0:1783952308.598405:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+153:123797:x1870607584084352:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952308.598824:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084352:12345-192.168.202.38@tcp:35:cp.0 Request processed in 419us (797us total) trans 34359738677 rc 0/0 00000100:00100000:1.0:1783952308.598849:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 170 00000100:00100000:2.0:1783952308.611652:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.611857:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084480 00000100:00100000:1.0:1783952308.611876:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084480 00000100:00100000:1.0:1783952308.612050:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 632 00000100:00100000:1.0:1783952308.612064:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084480:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.612102:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.612132:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389a02 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e44c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612229:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612248:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612261:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612279:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612286:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612293:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612412:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612463:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612471:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612478:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612485:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.612491:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612500:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612516:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.612520:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.612527:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612536:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389a09 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612554:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612560:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612567:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612579:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.612583:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612589:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612598:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff8a75f65e4200) 00010000:00010000:1.0:1783952308.612600:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.612603:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612610:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44800/0x3b91f5b494389a10 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612672:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389a02 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e44c expref: 155 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612683:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.612686:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.612690:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389a02 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e44c expref: 155 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.612700:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45a00, rc 0) 00000100:00100000:1.0:1783952308.612785:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084480:12345-192.168.202.38@tcp:101:cp.0 Request processed in 724us (1154us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.612795:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 632 00000100:00100000:2.0:1783952308.621132:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.621216:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084608 00000100:00100000:0.0:1783952308.621234:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084608 00000100:00100000:0.0:1783952308.621323:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 633 00000100:00100000:0.0:1783952308.621391:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084608:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.621422:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.621562:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a17 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e453 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621685:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621704:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621718:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621736:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621743:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621750:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621809:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621836:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621842:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621848:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621855:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.621860:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621869:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621884:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.621887:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.621893:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621900:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a1e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621918:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621924:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.621929:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622079:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.622082:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622087:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622096:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff8a74ca1cff00) 00010000:00010000:0.0:1783952308.622098:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.622101:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622107:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a25 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622149:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a17 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e453 expref: 155 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622161:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.622163:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.622167:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a17 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e453 expref: 155 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.622178:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060a00, rc 0) 00000100:00100000:0.0:1783952308.622275:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084608:12345-192.168.202.38@tcp:101:cp.0 Request processed in 941us (1152us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.622284:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 633 00000100:00100000:2.0:1783952308.627486:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.627609:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084864 00000100:00100000:0.0:1783952308.627653:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084864 00000100:00100000:0.0:1783952308.627759:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 634 00000100:00100000:0.0:1783952308.627773:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584084864:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.627807:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.627838:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b494389a2c lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e45a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628168:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628192:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628208:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628226:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628234:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.628241:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.630686:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d3:0x0], index 1: 0 00080000:00000400:0.0:1783952308.630714:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.630719:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.630722:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.630724:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.630726:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.630747:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.630774:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.630777:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.630779:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.630781:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.630784:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.630785:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.630840:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.630844:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952308.630846:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.630848:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.630851:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.630853:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.631200:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389a41 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631220:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389a41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631235:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389a41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631288:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631296:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631304:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631311:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631330:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.631554:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631565:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631582:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.631585:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.631591:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631598:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a33 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.631616:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000686ce16a reply state 000000007eea4b1f transno 34359738678 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631630:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631637:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff8a74ca1cfd00) 00010000:00010000:0.0:1783952308.631639:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.631644:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.631707:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060600/0x3b91f5b494389a2c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e45a expref: 157 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631725:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389a41 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e45a expref: 156 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.631747:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x24:0x0].0x0 (ffff8a74ca1cfc00) 00010000:00010000:0.0:1783952308.631749:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.631752:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b800, rc 0) 00000100:00100000:0.0:1783952308.632044:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+157:123797:x1870607584084864:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4271us (4568us total) trans 34359738678 rc 0/0 00000100:00100000:0.0:1783952308.632056:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 634 00000100:00100000:2.0:1783952308.639641:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.639820:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584084992 00000100:00100000:3.0:1783952308.639838:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584084992 00000100:00100000:3.0:1783952308.639928:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 303 00000100:00100000:3.0:1783952308.639939:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69253:x1870607584084992:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.639961:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.640009:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e461 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952308.640038:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952308.640064:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:3.0:1783952308.640069:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.640080:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 24 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.640100:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 24 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.640128:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952308.640202:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69253:x1870607584084992:12345-192.168.202.38@tcp:101:cp.0 Request processed in 264us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952308.640210:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 303 00000100:00100000:2.0:1783952308.656615:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.656832:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584085120 00000100:00100000:0.0:1783952308.656848:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584085120 00000100:00100000:0.0:1783952308.656922:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 304 00000100:00100000:0.0:1783952308.656948:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123797:x1870607584085120:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.656975:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.657005:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e468 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.657054:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 25 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.657064:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.657083:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.657090:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 25 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.657137:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 25 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.657179:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 25 pid: 162843 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.657198:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161704:1870607600695296:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952308.657320:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb2153c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952308.671538:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.671670:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584085248 00000100:00100000:1.0:1783952308.671704:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584085248 00010000:00010000:1.0:1783952308.671766:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 26 pid: 162843 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.671825:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:1.0:1783952308.671838:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584085248:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952308.671859:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952308.671891:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 26 pid: 162843 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.671909:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 26 pid: 162843 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.671946:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.671952:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.671963:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 26 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.671974:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 26 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.672025:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 26 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.672045:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600695424:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952308.672155:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1d80 going to sleep for 11 seconds 00010000:00010000:0.0:1783952308.672993:0:161704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389a4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e461 expref: 26 pid: 162843 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.673017:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:161704:1870607600695296:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952308.673048:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 25 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.673061:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060600, rc 0) 00000100:00100000:0.0:1783952308.673122:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123797:x1870607584085120:12345-192.168.202.38@tcp:101:cp.0 Request processed in 16189us (16522us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.673132:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 304 00000100:00100000:2.0:1783952308.688953:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.689154:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600695424:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952308.689190:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.689384:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584085504 00000100:00100000:3.0:1783952308.689394:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584085504 00000100:00100000:1.0:1783952308.689577:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69255:x1870607584085248:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 17741us (18055us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.689590:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:3.0:1783952308.689735:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 171 00000100:00100000:0.0:1783952308.689744:0:159120:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:3.0:1783952308.689748:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+157:123797:x1870607584085504:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952308.689756:0:159120:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1783952308.693119:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584085504:12345-192.168.202.38@tcp:35:cp.0 Request processed in 3355us (4164us total) trans 34359738679 rc 0/0 00000100:00100000:3.0:1783952308.693138:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 171 00000100:00100000:2.0:1783952308.720899:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.721003:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584085632 00000100:00100000:0.0:1783952308.721020:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584085632 00000100:00100000:0.0:1783952308.721100:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 635 00000100:00100000:0.0:1783952308.721113:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584085632:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.721149:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.721200:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a5d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e46f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721413:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721433:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721448:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721466:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721473:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721481:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721540:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721549:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721556:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721564:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721583:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.721588:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721596:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721611:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.721615:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.721620:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721627:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a64 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721643:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721650:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721655:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721671:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.721674:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721680:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721698:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff8a74ca1cff00) 00010000:00010000:0.0:1783952308.721701:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.721703:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721709:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a6b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721747:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a5d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e46f expref: 159 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721758:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.721760:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.721764:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a5d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e46f expref: 159 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.721773:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060000, rc 0) 00000100:00100000:0.0:1783952308.724977:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584085632:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3846us (4159us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.724996:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 635 00000100:00100000:2.0:1783952308.745527:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.745859:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584085760 00000100:00100000:3.0:1783952308.745873:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584085760 00000100:00100000:3.0:1783952308.745960:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 636 00000100:00100000:3.0:1783952308.745971:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584085760:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.746023:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.746056:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389a72 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e476 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746147:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746165:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746180:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746199:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746206:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746212:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746641:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746650:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746656:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746675:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746692:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952308.746696:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746705:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746721:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952308.746724:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.746729:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746736:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389a79 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746753:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746758:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746763:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746768:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952308.746770:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746775:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746794:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff8a75c329d400) 00010000:00010000:3.0:1783952308.746797:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.746799:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746896:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389a80 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746953:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389a72 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e476 expref: 159 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746964:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952308.746966:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.746970:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389a72 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e476 expref: 159 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.746980:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952308.747075:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584085760:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1104us (1562us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952308.747085:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 636 00000100:00100000:2.0:1783952308.760201:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.760389:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086016 00000100:00100000:0.0:1783952308.760404:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086016 00000100:00100000:0.0:1783952308.760483:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 637 00000100:00100000:0.0:1783952308.760496:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584086016:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.760529:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.760559:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a87 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e47d expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760753:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760780:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760795:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760821:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760827:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.760833:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.761270:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x258:0x0], index 0: 0 00080000:00000400:0.0:1783952308.761288:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.761293:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.761296:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.761298:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.761301:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.761303:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.761323:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.761325:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.761327:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.761329:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.761331:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.761388:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.761428:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.761430:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.761432:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.761434:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.761436:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.761438:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.761560:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a9c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761570:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761578:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a9c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761622:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761630:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761638:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761644:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761650:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.761655:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761673:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761696:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.761700:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.761706:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761713:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389a8e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.761729:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f52e8622 reply state 000000009a6bf62f transno 34359738680 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761742:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761748:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff8a74ca1cff00) 00010000:00010000:0.0:1783952308.761750:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.761755:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.761791:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389a87 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e47d expref: 161 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761807:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a9c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e47d expref: 160 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.761815:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x25:0x0].0x0 (ffff8a74ca1cf000) 00010000:00010000:0.0:1783952308.761818:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.761820:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061200, rc 0) 00000100:00100000:0.0:1783952308.761916:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+161:123797:x1870607584086016:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1422us (1732us total) trans 34359738680 rc 0/0 00000100:00100000:0.0:1783952308.761927:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 637 00000100:00100000:3.0:1783952308.779391:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.779491:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086144 00000100:00100000:0.0:1783952308.779504:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086144 00000100:00100000:0.0:1783952308.779586:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 305 00000100:00100000:0.0:1783952308.779598:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+23:69255:x1870607584086144:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.779621:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.779669:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e484 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952308.779704:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952308.779733:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:0.0:1783952308.779738:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.779750:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 24 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.779783:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 24 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.779802:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060000, rc 0) 00000100:00100000:0.0:1783952308.779897:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69255:x1870607584086144:12345-192.168.202.38@tcp:101:cp.0 Request processed in 301us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.779905:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 305 00000100:00100000:3.0:1783952308.785005:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.785118:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086272 00000100:00100000:1.0:1783952308.785137:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086272 00000100:00100000:1.0:1783952308.785250:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 306 00000100:00100000:1.0:1783952308.785264:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:123797:x1870607584086272:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.785292:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.785319:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e48b expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.785432:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.785442:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.785446:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.785453:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 25 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.785496:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.785512:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.785553:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600695552:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.785692:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952308.793004:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.793171:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:160617:1870607600695552:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952308.793234:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 25 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.793265:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44800, rc 0) 00000100:00100000:0.0:1783952308.793412:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123797:x1870607584086272:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8150us (8417us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.793423:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 306 00000100:00100000:2.0:1783952308.793739:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086400 00000100:00100000:2.0:1783952308.793750:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086400 00010000:00010000:2.0:1783952308.793799:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.793858:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 152 00000100:00100000:2.0:1783952308.793869:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69252:x1870607584086400:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952308.793890:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952308.793925:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.793941:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.793971:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f31a0062/0x3b91f5b494389aaa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e484 expref: 25 pid: 162835 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.793989:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.793994:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x258:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.794003:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 24 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.794015:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 24 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.794060:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 24 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.794076:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600695680:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.794156:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3792000 going to sleep for 11 seconds 00000100:00100000:1.0:1783952308.805113:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.805288:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600695680:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.805327:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.805481:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086656 00000100:00100000:0.0:1783952308.805484:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69252:x1870607584086400:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 11615us (12495us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952308.805500:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086656 00000100:00100000:0.0:1783952308.805508:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 152 00000100:00100000:3.0:1783952308.805731:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 172 00000100:00100000:3.0:1783952308.805750:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+161:123797:x1870607584086656:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952308.806423:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584086656:12345-192.168.202.38@tcp:35:cp.0 Request processed in 676us (1326us total) trans 34359738681 rc 0/0 00000100:00100000:3.0:1783952308.806448:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 172 00000100:00100000:1.0:1783952308.821074:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.821260:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086784 00000100:00100000:0.0:1783952308.821272:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086784 00000100:00100000:0.0:1783952308.821519:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 638 00000100:00100000:0.0:1783952308.821530:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584086784:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.821556:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.821589:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389ab8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e492 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821702:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821718:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821730:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821747:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821755:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821787:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821835:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821842:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821849:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821855:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821861:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.821866:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821873:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821885:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.821888:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.821892:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821899:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b494389abf lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821912:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821923:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821929:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821933:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.821936:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821942:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821948:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff8a74ca1cf600) 00010000:00010000:0.0:1783952308.821951:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.821953:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821959:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ac6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821989:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389ab8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e492 expref: 163 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.821998:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.822000:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.822003:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b494389ab8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e492 expref: 163 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.822022:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061000, rc 0) 00000100:00100000:0.0:1783952308.822094:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584086784:12345-192.168.202.38@tcp:101:cp.0 Request processed in 566us (1030us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.822102:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 638 00000100:00100000:2.0:1783952308.826102:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.826654:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584086912 00000100:00100000:0.0:1783952308.826735:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584086912 00000100:00100000:0.0:1783952308.826968:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 639 00000100:00100000:0.0:1783952308.826980:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584086912:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.827003:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.827026:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389acd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e499 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827096:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827111:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827123:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827138:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827145:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827152:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827223:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827229:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827235:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827241:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827257:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.827262:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827270:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827290:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.827293:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.827298:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827304:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389ad4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827318:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827325:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827371:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827376:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.827379:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827385:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827393:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff8a74ca1cf400) 00010000:00010000:0.0:1783952308.827396:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.827398:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827403:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389adb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827439:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389acd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e499 expref: 163 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827449:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.827452:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.827454:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389acd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e499 expref: 163 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.827464:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310a00, rc 0) 00000100:00100000:0.0:1783952308.827530:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584086912:12345-192.168.202.38@tcp:101:cp.0 Request processed in 552us (1438us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.827547:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 639 00000100:00100000:2.0:1783952308.833588:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.833687:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087168 00000100:00100000:3.0:1783952308.833698:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087168 00000100:00100000:3.0:1783952308.833770:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 640 00000100:00100000:3.0:1783952308.833782:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584087168:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.833805:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.833839:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389ae2 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4a0 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.833958:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.833973:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.833986:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834001:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834008:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834014:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952308.834320:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d4:0x0], index 1: 0 00080000:00000400:3.0:1783952308.834332:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952308.834390:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952308.834393:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952308.834395:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952308.834398:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952308.834400:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952308.834420:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952308.834423:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952308.834425:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952308.834427:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952308.834429:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952308.834431:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952308.834461:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952308.834464:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952308.834466:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952308.834468:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952308.834470:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952308.834472:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952308.834572:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389af7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834582:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389af7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834590:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389af7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834636:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834644:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834651:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834677:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834684:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952308.834689:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834698:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834712:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952308.834716:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952308.834720:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834727:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389ae9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952308.834743:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007d9e85fc reply state 00000000231decf2 transno 34359738682 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834753:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834759:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff8a75c329d400) 00010000:00010000:3.0:1783952308.834761:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952308.834764:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952308.834802:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389ae2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a0 expref: 165 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834830:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389af7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a0 expref: 164 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.834837:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x26:0x0].0x0 (ffff8a75c329d300) 00010000:00010000:3.0:1783952308.834840:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952308.834842:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593800, rc 0) 00000100:00100000:3.0:1783952308.834920:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+165:123797:x1870607584087168:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1139us (1342us total) trans 34359738682 rc 0/0 00000100:00100000:3.0:1783952308.834929:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 640 00000100:00100000:1.0:1783952308.843578:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.843783:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087296 00000100:00100000:0.0:1783952308.843794:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087296 00000100:00100000:0.0:1783952308.843912:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 307 00000100:00100000:0.0:1783952308.843923:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69253:x1870607584087296:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.843944:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.843971:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4a7 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952308.843998:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952308.844018:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:0.0:1783952308.844023:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.844034:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 25 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.844053:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 25 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.844066:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952308.844125:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69253:x1870607584087296:12345-192.168.202.38@tcp:101:cp.0 Request processed in 203us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.844132:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 307 00000100:00100000:2.0:1783952308.851609:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.851714:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087424 00000100:00100000:3.0:1783952308.851724:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087424 00000100:00100000:3.0:1783952308.851781:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 308 00000100:00100000:3.0:1783952308.851791:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123797:x1870607584087424:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952308.851811:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952308.851841:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4ae expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.851875:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.851884:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.851888:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952308.851894:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 26 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.851952:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952308.851967:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952308.851983:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600695808:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952308.852070:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.855396:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.855601:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600695808:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952308.855635:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 26 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.855673:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593e00, rc 0) 00000100:00100000:2.0:1783952308.855736:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123797:x1870607584087424:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3946us (4135us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.855746:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 308 00000100:00100000:0.0:1783952308.855856:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087552 00000100:00100000:0.0:1783952308.855864:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087552 00010000:00010000:0.0:1783952308.855898:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.855960:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:0.0:1783952308.855969:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584087552:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952308.855983:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952308.856005:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.856018:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.856042:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e0000ab/0x3b91f5b494389b05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a7 expref: 26 pid: 162836 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.856057:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.856062:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.856070:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 25 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.856080:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 25 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.856114:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 25 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.856128:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600695936:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952308.856205:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb215000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952308.869652:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600695936:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.869700:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952308.869809:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69255:x1870607584087552:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 13839us (14421us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.869829:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:3.0:1783952308.871447:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.871625:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087808 00000100:00100000:0.0:1783952308.871635:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087808 00000100:00100000:0.0:1783952308.871802:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 173 00000100:00100000:0.0:1783952308.871814:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+165:123797:x1870607584087808:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952308.872602:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584087808:12345-192.168.202.38@tcp:35:cp.0 Request processed in 786us (1160us total) trans 34359738683 rc 0/0 00000100:00100000:0.0:1783952308.872614:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 173 00000100:00100000:2.0:1783952308.886645:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.886952:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584087936 00000100:00100000:0.0:1783952308.886963:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584087936 00000100:00100000:0.0:1783952308.887026:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 641 00000100:00100000:0.0:1783952308.887036:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584087936:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.887065:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.887088:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b13 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4b5 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887161:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887190:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887227:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887244:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887251:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887256:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887300:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887306:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887312:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887319:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887324:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.887329:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887379:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887393:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.887402:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.887408:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887414:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b1a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887429:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887435:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887440:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887445:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.887449:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887454:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887463:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff8a74ca1cf400) 00010000:00010000:0.0:1783952308.887465:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.887468:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887473:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b21 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887504:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b13 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4b5 expref: 167 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887521:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.887523:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.887527:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b13 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4b5 expref: 167 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.887537:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952308.887597:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584087936:12345-192.168.202.38@tcp:101:cp.0 Request processed in 562us (973us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.887604:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 641 00000100:00100000:1.0:1783952308.894651:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.895287:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088064 00000100:00100000:3.0:1783952308.895296:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088064 00000100:00100000:0.0:1783952308.895472:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 642 00000100:00100000:0.0:1783952308.895486:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584088064:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.895508:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.895532:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b28 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4bc expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.895614:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.895630:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.895654:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.895988:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896016:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896024:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896071:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896080:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896085:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896091:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896096:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.896101:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896108:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896120:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.896123:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.896128:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896135:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389b2f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896154:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896160:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896242:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896249:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.896253:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896260:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896269:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff8a74ca1cf400) 00010000:00010000:0.0:1783952308.896272:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.896275:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896282:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b36 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896317:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b28 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4bc expref: 167 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896327:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.896329:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.896365:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b28 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4bc expref: 167 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.896375:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952308.896522:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584088064:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1039us (1882us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.896532:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 642 00000100:00100000:3.0:1783952308.900532:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.900752:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088320 00000100:00100000:0.0:1783952308.900819:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088320 00000100:00100000:0.0:1783952308.900946:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 643 00000100:00100000:0.0:1783952308.900956:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584088320:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.900979:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.901002:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389b3d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4c3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901107:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901122:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901134:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901151:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901159:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.901179:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952308.904006:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x259:0x0], index 0: 0 00080000:00000400:0.0:1783952308.904029:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.904034:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.904037:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.904039:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.904041:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.904043:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.904064:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.904067:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.904069:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.904071:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.904073:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.904074:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952308.904109:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952308.904112:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952308.904114:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952308.904116:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952308.904118:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952308.904120:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952308.904529:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310600/0x3b91f5b494389b52 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904545:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310600/0x3b91f5b494389b52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904623:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310600/0x3b91f5b494389b52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904915:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904940:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904946:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904953:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904958:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.904962:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904969:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904982:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.904985:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.904989:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.904995:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b44 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952308.905009:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003a66d849 reply state 0000000051391cc8 transno 34359738684 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.905020:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.905027:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff8a74c350c700) 00010000:00010000:0.0:1783952308.905035:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952308.905039:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952308.905081:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311800/0x3b91f5b494389b3d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4c3 expref: 169 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.905096:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310600/0x3b91f5b494389b52 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4c3 expref: 168 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.905103:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x27:0x0].0x0 (ffff8a74c350ce00) 00010000:00010000:0.0:1783952308.905105:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952308.905108:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310600, rc 0) 00000100:00100000:0.0:1783952308.905315:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+169:123797:x1870607584088320:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4359us (4792us total) trans 34359738684 rc 0/0 00000100:00100000:0.0:1783952308.905325:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 643 00000100:00100000:2.0:1783952308.923444:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.925568:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088448 00000100:00100000:1.0:1783952308.925584:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088448 00000100:00100000:1.0:1783952308.925668:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 309 00000100:00100000:1.0:1783952308.925680:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:69255:x1870607584088448:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.925700:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.925727:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4ca expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952308.925754:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952308.925790:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:1.0:1783952308.925794:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.925805:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 25 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.925823:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 25 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.925858:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45a00, rc 0) 00000100:00100000:1.0:1783952308.925935:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69255:x1870607584088448:12345-192.168.202.38@tcp:101:cp.0 Request processed in 258us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.925942:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 309 00000100:00100000:1.0:1783952308.932109:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.932281:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088576 00000100:00100000:0.0:1783952308.932291:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088576 00000100:00100000:0.0:1783952308.932385:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 310 00000100:00100000:0.0:1783952308.932396:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123797:x1870607584088576:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.932419:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.932438:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4d1 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.932482:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 26 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.932491:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.932495:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952308.932978:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 26 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.933962:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 26 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.933984:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 26 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.934001:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600696064:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952308.934188:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.940489:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.941394:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088704 00000100:00100000:2.0:1783952308.941406:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088704 00010000:00010000:2.0:1783952308.941453:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 27 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.941505:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 154 00000100:00100000:2.0:1783952308.941515:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69252:x1870607584088704:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952308.941530:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952308.941564:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 27 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.941604:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 27 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.941641:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.941645:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x259:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.941654:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 27 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.942013:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 27 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.942053:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 27 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.942068:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600696192:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952308.942237:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3792d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.945390:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600696192:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952308.945418:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952308.945481:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69252:x1870607584088704:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3966us (4999us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952308.945493:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 154 00010000:00010000:1.0:1783952308.947935:0:162835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1d6a024/0x3b91f5b494389b60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ca expref: 26 pid: 162842 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.947962:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600696064:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952308.947995:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 25 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.948011:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311800, rc 0) 00000100:00100000:1.0:1783952308.948080:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:123797:x1870607584088576:12345-192.168.202.38@tcp:101:cp.0 Request processed in 15686us (15980us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952308.948106:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 310 00000100:00100000:2.0:1783952308.952521:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952308.952887:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584088960 00000100:00100000:3.0:1783952308.952898:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584088960 00000100:00100000:3.0:1783952308.952963:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 174 00000100:00100000:3.0:1783952308.952974:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+169:123797:x1870607584088960:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952308.953287:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584088960:12345-192.168.202.38@tcp:35:cp.0 Request processed in 314us (775us total) trans 34359738685 rc 0/0 00000100:00100000:3.0:1783952308.953308:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 174 00000100:00100000:3.0:1783952308.957901:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.958040:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089088 00000100:00100000:1.0:1783952308.958050:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089088 00000100:00100000:1.0:1783952308.958110:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 644 00000100:00100000:1.0:1783952308.958121:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584089088:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.958146:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.958178:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389b6e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4d8 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958248:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958264:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958275:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958290:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958297:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958304:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958373:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958400:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958407:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958413:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958419:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.958424:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958431:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958445:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.958449:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.958454:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958461:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389b75 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958476:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958482:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958488:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958500:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952308.958504:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958510:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958518:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952308.958520:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.958523:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958528:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b7c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958573:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389b6e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d8 expref: 171 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958583:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952308.958585:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952308.958588:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389b6e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d8 expref: 171 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.958598:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44c00, rc 0) 00000100:00100000:1.0:1783952308.958674:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584089088:12345-192.168.202.38@tcp:101:cp.0 Request processed in 555us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952308.958683:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 644 00000100:00100000:2.0:1783952308.963107:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.963365:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089216 00000100:00100000:0.0:1783952308.963376:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089216 00000100:00100000:0.0:1783952308.963441:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 645 00000100:00100000:0.0:1783952308.963452:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584089216:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952308.963474:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952308.963495:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b83 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4df expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963574:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963588:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963600:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963614:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963621:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963628:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963679:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963706:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963713:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963721:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963727:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.963732:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963740:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963751:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.963754:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.963768:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963776:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389b8a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963789:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963795:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963801:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963812:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952308.963816:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963822:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963830:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff8a74c350ca00) 00010000:00010000:0.0:1783952308.963833:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.963836:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963843:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389b91 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963874:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b83 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4df expref: 171 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963884:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952308.963886:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952308.963890:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389b83 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4df expref: 171 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.963899:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311000, rc 0) 00000100:00100000:0.0:1783952308.963962:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584089216:12345-192.168.202.38@tcp:101:cp.0 Request processed in 512us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952308.963970:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 645 00000100:00100000:2.0:1783952308.970613:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.971383:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089472 00000100:00100000:1.0:1783952308.971412:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089472 00000100:00100000:1.0:1783952308.971476:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 646 00000100:00100000:1.0:1783952308.971486:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584089472:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952308.971506:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952308.971529:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b98 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4e6 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972183:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972203:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972217:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972243:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972251:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.972258:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952308.972928:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d5:0x0], index 1: 0 00080000:00000400:2.0:1783952308.972943:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.972948:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952308.972950:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.972952:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.972954:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.972956:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952308.972978:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.972981:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952308.972983:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.972985:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.972987:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.972988:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952308.973021:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:2.0:1783952308.973023:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952308.973025:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952308.973027:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952308.973029:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952308.973031:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952308.973128:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494389bad lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973149:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494389bad lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973157:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494389bad lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973205:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973214:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973220:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973227:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973233:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952308.973239:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973246:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973258:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952308.973260:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952308.973264:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973271:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b494389b9f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952308.973294:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005d4142d7 reply state 00000000ea0edf5b transno 34359738686 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973305:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973311:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff8a75c6934800) 00010000:00010000:2.0:1783952308.973313:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952308.973316:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952308.973405:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389b98 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4e6 expref: 173 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973421:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494389bad lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4e6 expref: 172 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.973428:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x28:0x0].0x0 (ffff8a75c6934200) 00010000:00010000:2.0:1783952308.973430:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952308.973432:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0200, rc 0) 00000100:00100000:2.0:1783952308.973504:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+173:123797:x1870607584089472:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2020us (2899us total) trans 34359738686 rc 0/0 00000100:00100000:2.0:1783952308.973514:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 646 00000100:00100000:3.0:1783952308.979430:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.979957:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089600 00000100:00100000:2.0:1783952308.979968:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089600 00000100:00100000:2.0:1783952308.980030:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 311 00000100:00100000:2.0:1783952308.980042:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69252:x1870607584089600:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.980059:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.980080:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4ed expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952308.980120:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952308.980140:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=5995s v=(0 0) 00010000:00010000:2.0:1783952308.980145:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.980156:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 26 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.980187:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 26 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.980202:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1c00, rc 0) 00000100:00100000:2.0:1783952308.980267:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69252:x1870607584089600:12345-192.168.202.38@tcp:101:cp.0 Request processed in 228us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952308.980275:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 311 00000100:00100000:3.0:1783952308.986105:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952308.986194:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089728 00000100:00100000:2.0:1783952308.986204:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089728 00000100:00100000:2.0:1783952308.986261:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 312 00000100:00100000:2.0:1783952308.986271:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123797:x1870607584089728:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952308.986288:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952308.986310:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4f4 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.986398:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 27 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.986438:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.986443:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952308.986449:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 27 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.986484:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 27 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952308.986500:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 27 pid: 160618 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952308.986516:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600696320:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952308.986980:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3792e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952308.991732:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952308.991817:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584089856 00000100:00100000:1.0:1783952308.991827:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584089856 00010000:00010000:1.0:1783952308.991866:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 28 pid: 160618 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.991904:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00100000:1.0:1783952308.991914:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69255:x1870607584089856:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952308.991930:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952308.991955:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 28 pid: 160618 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.991971:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 28 pid: 160618 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.991996:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.992001:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952308.992010:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 28 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.992043:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 28 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952308.992081:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 28 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952308.992098:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600696448:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952308.992226:0:160616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029d70cde/0x3b91f5b494389bbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ed expref: 28 pid: 160618 timeout: 6095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952308.992249:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600696320:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952308.992274:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 27 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952308.992285:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1600, rc 0) 00000100:00100000:1.0:1783952308.993084:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952308.993189:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123797:x1870607584089728:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6917us (7093us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952308.993200:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 312 00000100:00100000:3.0:1783952308.998811:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952308.999033:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090112 00000100:00100000:0.0:1783952308.999043:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090112 00000100:00100000:0.0:1783952308.999099:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 175 00000100:00100000:0.0:1783952308.999110:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+173:123797:x1870607584090112:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952308.999457:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090112:12345-192.168.202.38@tcp:35:cp.0 Request processed in 347us (656us total) trans 34359738687 rc 0/0 00000100:00100000:0.0:1783952308.999466:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 175 00000100:00100000:2.0:1783952309.000432:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600696448:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952309.000456:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952309.000494:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584089856:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8580us (8774us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.000504:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00100000:0.0:1783952309.007028:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.007141:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090240 00000100:00100000:2.0:1783952309.007152:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090240 00000100:00100000:2.0:1783952309.007370:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 647 00000100:00100000:2.0:1783952309.007383:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090240:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.007412:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.007454:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389bc9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e4fb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007529:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007545:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007570:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007587:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007595:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007602:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007664:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007672:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007679:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007685:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007702:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.007707:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007715:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007728:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.007732:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.007738:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007745:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bd0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007772:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007779:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007784:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007790:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.007793:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007800:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007818:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff8a75c6934a00) 00010000:00010000:2.0:1783952309.007821:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.007824:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007829:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bd7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007862:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389bc9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4fb expref: 175 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007873:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.007875:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.007879:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b494389bc9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4fb expref: 175 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.007889:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:2.0:1783952309.007957:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090240:12345-192.168.202.38@tcp:101:cp.0 Request processed in 577us (1222us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.007965:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 647 00000100:00080000:0.0:1783952309.010647:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952309.012822:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.013039:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090368 00000100:00100000:0.0:1783952309.013049:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090368 00000100:00100000:0.0:1783952309.013111:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 648 00000100:00100000:0.0:1783952309.013121:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090368:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.013142:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.013161:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389bde lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e502 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013329:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013688:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013701:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013717:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013724:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.013730:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014005:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014014:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014021:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014028:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014034:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.014047:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014055:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014069:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.014072:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.014077:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014084:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389be5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014098:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014105:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014111:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014116:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.014119:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014125:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014132:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff8a74c350ca00) 00010000:00010000:0.0:1783952309.014134:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.014144:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.014150:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389bec lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.015003:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389bde lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e502 expref: 175 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.015017:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.015020:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.015024:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311000/0x3b91f5b494389bde lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e502 expref: 175 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.015037:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311000, rc 0) 00000100:00100000:0.0:1783952309.015162:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090368:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2040us (2351us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.015179:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 648 00000100:00100000:1.0:1783952309.020080:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.020199:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090624 00000100:00100000:2.0:1783952309.020209:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090624 00000100:00100000:2.0:1783952309.020276:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 649 00000100:00100000:2.0:1783952309.020285:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584090624:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.020307:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.020328:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bf3 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e509 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020494:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020509:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020521:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020536:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020543:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.020551:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952309.021106:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25a:0x0], index 0: 0 00080000:00000400:2.0:1783952309.021119:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.021124:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.021126:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.021128:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.021130:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.021133:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.021149:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.021152:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.021154:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.021156:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.021158:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.021180:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.021212:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.021215:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.021218:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.021220:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.021222:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.021224:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952309.021318:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389c08 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021329:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389c08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021367:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389c08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021402:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021411:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021417:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021424:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021430:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.021435:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021443:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021464:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.021467:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.021472:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021479:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389bfa lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952309.021493:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b1862c9b reply state 0000000000d180f6 transno 34359738688 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021504:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021511:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff8a75c6934a00) 00010000:00010000:2.0:1783952309.021513:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952309.021516:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952309.021549:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389bf3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e509 expref: 177 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021566:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389c08 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e509 expref: 176 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.021573:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x29:0x0].0x0 (ffff8a75c6934600) 00010000:00010000:2.0:1783952309.021576:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952309.021579:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df7800, rc 0) 00000100:00100000:2.0:1783952309.021641:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+177:123797:x1870607584090624:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1356us (1570us total) trans 34359738688 rc 0/0 00000100:00100000:2.0:1783952309.021650:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 649 00000100:00100000:1.0:1783952309.028006:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.028087:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090752 00000100:00100000:2.0:1783952309.028097:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090752 00000100:00100000:2.0:1783952309.028157:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 313 00000100:00100000:2.0:1783952309.028177:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+25:69255:x1870607584090752:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.028197:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.028220:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e510 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952309.028245:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952309.028265:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:2.0:1783952309.028269:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.028279:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 26 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.028298:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 26 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.028313:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:2.0:1783952309.028431:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584090752:12345-192.168.202.38@tcp:101:cp.0 Request processed in 264us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.028438:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 313 00000100:00100000:1.0:1783952309.046531:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.046647:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584090880 00000100:00100000:0.0:1783952309.046665:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584090880 00000100:00100000:0.0:1783952309.046732:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 314 00000100:00100000:0.0:1783952309.046743:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:123797:x1870607584090880:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.046768:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.046790:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e517 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.046822:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.046850:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.046854:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.046860:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->114687] (req 0->114687) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 27 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.046897:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.046912:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.046928:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600696576:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952309.047011:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.050544:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:162842:1870607600696576:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952309.050592:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->114687] (req 0->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 27 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.050614:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311000, rc 0) 00000100:00100000:0.0:1783952309.050681:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123797:x1870607584090880:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3938us (4160us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.050690:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 314 00000100:00100000:1.0:1783952309.053792:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.053935:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091008 00000100:00100000:0.0:1783952309.053945:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091008 00010000:00010000:0.0:1783952309.054001:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.054047:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 156 00000100:00100000:0.0:1783952309.054056:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69253:x1870607584091008:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952309.054071:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952309.054094:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.054107:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.054131:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000526df3da/0x3b91f5b494389c16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e510 expref: 27 pid: 162839 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.054147:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.054151:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.054159:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 26 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.054243:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 26 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.054281:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 26 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.054309:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600696704:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952309.054505:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.060019:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.060120:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600696704:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952309.060145:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.060216:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69253:x1870607584091008:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6159us (6433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.060228:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 156 00000100:00100000:3.0:1783952309.060449:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091264 00000100:00100000:3.0:1783952309.060457:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091264 00000100:00100000:3.0:1783952309.060501:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 176 00000100:00100000:3.0:1783952309.060511:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+177:123797:x1870607584091264:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952309.060816:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091264:12345-192.168.202.38@tcp:35:cp.0 Request processed in 306us (809us total) trans 34359738689 rc 0/0 00000100:00100000:3.0:1783952309.060824:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 176 00000100:00100000:1.0:1783952309.067380:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.068094:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091392 00000100:00100000:2.0:1783952309.068105:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091392 00000100:00100000:2.0:1783952309.068173:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 650 00000100:00100000:2.0:1783952309.068184:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091392:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.068207:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.068243:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389c24 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e51e expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068310:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068324:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068362:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068381:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068389:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068395:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068439:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068445:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068451:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068457:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068473:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.068478:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068484:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068495:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.068498:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.068515:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068522:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b494389c2b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068537:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068542:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068547:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068552:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.068564:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068570:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068589:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff8a75c6934300) 00010000:00010000:2.0:1783952309.068591:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.068594:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068600:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c32 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068645:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389c24 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e51e expref: 179 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068665:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.068668:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.068671:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b494389c24 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e51e expref: 179 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.068681:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168c00, rc 0) 00000100:00100000:2.0:1783952309.068756:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091392:12345-192.168.202.38@tcp:101:cp.0 Request processed in 573us (1425us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.068770:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 650 00000100:00100000:1.0:1783952309.073715:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.074279:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091520 00000100:00100000:2.0:1783952309.074289:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091520 00000100:00100000:2.0:1783952309.074498:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 651 00000100:00100000:2.0:1783952309.074510:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091520:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.074532:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.074562:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c39 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e525 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074674:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074691:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074703:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074717:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074724:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074731:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074954:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074963:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074970:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074977:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.074983:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.074994:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075003:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075015:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.075018:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.075023:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075029:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c40 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075041:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075047:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075052:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075056:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.075058:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075063:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075070:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff8a75c6934300) 00010000:00010000:2.0:1783952309.075072:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.075081:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075087:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c47 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075119:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c39 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e525 expref: 179 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075129:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.075132:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.075135:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c39 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e525 expref: 179 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.075144:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ee800, rc 0) 00000100:00100000:2.0:1783952309.075281:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091520:12345-192.168.202.38@tcp:101:cp.0 Request processed in 772us (1575us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.075290:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 651 00000100:00100000:3.0:1783952309.082621:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.083226:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091776 00000100:00100000:2.0:1783952309.083238:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091776 00000100:00100000:2.0:1783952309.083306:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 652 00000100:00100000:2.0:1783952309.083315:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584091776:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.083368:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.083392:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef800/0x3b91f5b494389c4e lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e52c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083500:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083534:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083546:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083561:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083569:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.083576:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952309.083898:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d6:0x0], index 1: 0 00080000:00000400:2.0:1783952309.083911:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.083916:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.083918:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.083920:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.083922:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.083925:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.083942:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.083945:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.083947:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.083950:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.083953:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.083955:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.083981:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.083984:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.083987:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.083995:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.083997:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.083999:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952309.084103:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eee00/0x3b91f5b494389c63 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084113:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eee00/0x3b91f5b494389c63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084121:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eee00/0x3b91f5b494389c63 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084156:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084164:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084171:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084178:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084185:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efe00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.084189:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084197:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084211:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.084214:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.084225:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084232:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c55 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952309.084246:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f708159b reply state 00000000e61f3301 transno 34359738690 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084258:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084264:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff8a75c6934100) 00010000:00010000:2.0:1783952309.084267:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952309.084269:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952309.084298:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef800/0x3b91f5b494389c4e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e52c expref: 181 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084312:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eee00/0x3b91f5b494389c63 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e52c expref: 180 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.084319:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2a:0x0].0x0 (ffff8a75c6934c00) 00010000:00010000:2.0:1783952309.084322:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952309.084325:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4eee00, rc 0) 00000100:00100000:2.0:1783952309.084417:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+181:123797:x1870607584091776:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1102us (1805us total) trans 34359738690 rc 0/0 00000100:00100000:2.0:1783952309.084426:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 652 00000001:00080000:3.0:1783952309.094921:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738690 is committed 00000001:00080000:3.0:1783952309.095077:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738603 is committed 00010000:00010000:2.0:1783952309.095231:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095243:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095267:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095274:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095280:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095289:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095307:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4632c348 (ffff8a75d0904b00) 00010000:00010000:2.0:1783952309.095310:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095315:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095321:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375a00/0x3b91f5b494388cbf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4632c348 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095373:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095381:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095387:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095394:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095397:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095414:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095424:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.095426:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095429:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095435:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374800/0x3b91f5b494388cc6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095456:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095463:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095469:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095474:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095476:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095483:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095490:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45c0cf9c (ffff8a75c66c2300) 00010000:00010000:2.0:1783952309.095493:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095496:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095507:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494388dfa lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095528:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095533:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095539:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095544:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095546:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095553:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095561:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x56569231 (ffff8a75c66c2b00) 00010000:00010000:2.0:1783952309.095563:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095566:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095572:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494388e78 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095588:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095594:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095605:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095610:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e7bf9000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095613:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095618:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095626:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa6e7eec (ffff8a75f61bd000) 00010000:00010000:2.0:1783952309.095628:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095631:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095636:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9000/0x3b91f5b494388eda lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095673:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095681:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095687:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095693:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.095696:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095711:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095720:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe6b34bd0 (ffff8a75fb008100) 00010000:00010000:2.0:1783952309.095723:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.095726:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095732:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494388f35 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095749:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.095995:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096004:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096010:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096013:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096019:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096028:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ca112ae (ffff8a75f61bd800) 00010000:00010000:2.0:1783952309.096030:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096033:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096045:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b494388f90 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096062:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096069:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096075:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096080:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096083:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096090:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096099:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9fe9a331 (ffff8a75f61bd600) 00010000:00010000:2.0:1783952309.096101:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096104:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096111:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783800/0x3b91f5b494388feb lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096127:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096134:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096146:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096152:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096155:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096219:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096228:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x151c8ac3 (ffff8a75c3d93d00) 00010000:00010000:2.0:1783952309.096231:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096234:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096240:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b494389046 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096258:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096264:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096270:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096276:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1374200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096279:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096294:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096303:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x15c8a56e (ffff8a75d0904500) 00010000:00010000:2.0:1783952309.096305:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096308:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096315:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374200/0x3b91f5b4943890a1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096510:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096519:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096525:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096530:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096533:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096539:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096548:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe7eb4718 (ffff8a75f61bdf00) 00010000:00010000:2.0:1783952309.096551:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096554:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096565:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b4943890fc lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096583:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096589:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096594:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096599:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096601:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096606:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096614:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48840fb6 (ffff8a75c3d93800) 00010000:00010000:2.0:1783952309.096616:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096619:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096624:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b494389157 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096748:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096755:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096829:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096835:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096838:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096844:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096852:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x48e4a31f (ffff8a75f61bda00) 00010000:00010000:2.0:1783952309.096854:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096857:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096863:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b4943891b2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096877:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096883:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096889:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096893:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096896:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096911:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096920:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf79d746 (ffff8a75c4f6ab00) 00010000:00010000:2.0:1783952309.096922:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096924:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096929:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438920d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf79d746 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096944:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096950:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096955:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096961:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.096963:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096969:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096977:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb34b709f (ffff8a75c3d93400) 00010000:00010000:2.0:1783952309.096979:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.096982:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.096994:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b494389268 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097010:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097017:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097023:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097029:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097032:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097037:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097045:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9b815f19 (ffff8a75c4f6aa00) 00010000:00010000:2.0:1783952309.097046:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097049:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097054:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6200/0x3b91f5b4943892c3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097067:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097072:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097083:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097087:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097090:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097096:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097105:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe9fa0db8 (ffff8a75c4f6ad00) 00010000:00010000:2.0:1783952309.097107:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097110:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097116:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b49438931e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097132:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097138:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097144:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097148:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097151:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097234:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097244:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc025ca7 (ffff8a75d0904f00) 00010000:00010000:2.0:1783952309.097247:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097250:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097256:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375c00/0x3b91f5b494389379 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097273:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097280:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097286:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097292:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097295:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097301:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097308:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xecc4f14 (ffff8a75c5749a00) 00010000:00010000:2.0:1783952309.097310:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097313:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097324:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b4943893d4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097454:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097462:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097469:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097475:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097478:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097484:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097493:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x712be7d1 (ffff8a75fb008e00) 00010000:00010000:2.0:1783952309.097496:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097499:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097504:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b49438942f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097518:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097524:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097535:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097540:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097543:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097549:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097557:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4ee593e6 (ffff8a75fb008700) 00010000:00010000:2.0:1783952309.097559:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097562:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097567:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438948a lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097583:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097589:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097593:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097598:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ae00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.097601:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097615:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.097624:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf0a46efb (ffff8a75d69e2100) 00010000:00010000:2.0:1783952309.097626:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.097629:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099527:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b4943894e5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099565:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099573:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099579:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099585:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.099590:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099597:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.099609:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x267dbf88 (ffff8a75d0904800) 00010000:00010000:2.0:1783952309.099612:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.099617:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100245:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593c00/0x3b91f5b494389540 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100265:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100272:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100279:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100285:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100289:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100296:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100306:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd946e4d2 (ffff8a75d69e2d00) 00010000:00010000:2.0:1783952309.100309:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.100313:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100319:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438959b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100333:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.100519:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:2.0:1783952309.100600:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100615:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100620:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f0000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100623:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100629:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100649:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7584afcd (ffff8a75c5749d00) 00010000:00010000:2.0:1783952309.100651:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.100665:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100672:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b4943895f6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100690:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100697:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100703:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100708:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100711:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100727:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100736:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf4c8ca43 (ffff8a75d69e2000) 00010000:00010000:2.0:1783952309.100738:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.100741:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100748:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b494389651 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100827:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100835:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100842:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100848:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100851:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100858:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100866:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130bf32a (ffff8a75d69e2200) 00010000:00010000:2.0:1783952309.100869:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.100872:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100883:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b4943896ac lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100899:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100906:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100912:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100917:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100920:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100926:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100933:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe00215d9 (ffff8a75c329de00) 00010000:00010000:2.0:1783952309.100936:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.100938:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100944:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b494389707 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100958:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100963:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100975:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100980:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.100983:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100988:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.100996:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x868dff87 (ffff8a75d5aa0700) 00010000:00010000:2.0:1783952309.100998:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101001:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101007:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b494389762 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101023:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101029:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101035:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101040:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101042:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101059:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101068:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x39c3d8fe (ffff8a75d5aa0600) 00010000:00010000:2.0:1783952309.101071:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101073:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101079:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b4943897bd lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101094:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101101:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101107:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101113:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101116:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101122:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101130:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x5b30f298 (ffff8a75f51af400) 00010000:00010000:2.0:1783952309.101132:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101135:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101148:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389818 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101176:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101183:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101190:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101196:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101199:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101205:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101213:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2893e4db (ffff8a75fb008f00) 00010000:00010000:2.0:1783952309.101216:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101219:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101226:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389873 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101240:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101246:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101257:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101262:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101265:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101272:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101279:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x49aa722d (ffff8a75c3d1f700) 00010000:00010000:2.0:1783952309.101282:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101285:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101291:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b4943898ce lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101306:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101311:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101316:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101321:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101324:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101364:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101373:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4c7a76ee (ffff8a75c6934e00) 00010000:00010000:2.0:1783952309.101375:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101378:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101385:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b494389929 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101400:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101407:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101414:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101419:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101422:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101429:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101436:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x610aa076 (ffff8a75f65e4900) 00010000:00010000:2.0:1783952309.101438:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101441:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101452:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389984 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101465:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101472:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101478:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101483:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101486:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101493:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101500:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x72a71b3d (ffff8a74ca1cf800) 00010000:00010000:2.0:1783952309.101502:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101505:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101511:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b4943899df lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101524:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101530:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101540:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101545:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101548:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101555:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101563:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa9dd9870 (ffff8a74ca1cfd00) 00010000:00010000:2.0:1783952309.101566:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101569:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101574:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061c00/0x3b91f5b494389a3a lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101589:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101595:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101600:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101605:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.101607:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101620:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101629:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x839e9634 (ffff8a74ca1cff00) 00010000:00010000:2.0:1783952309.101631:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.101633:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101640:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b494389a95 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.101653:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102097:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102102:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102107:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.102110:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102115:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102123:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9e90f16b (ffff8a75c329d400) 00010000:00010000:2.0:1783952309.102125:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.102128:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102139:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389af0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102156:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102223:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102229:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102234:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.102237:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102242:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102251:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x10fe8da8 (ffff8a74c350c700) 00010000:00010000:2.0:1783952309.102253:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.102256:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102261:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389b4b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102279:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102285:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102297:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102302:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.102305:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102311:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102319:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6b7bd7c (ffff8a75c6934800) 00010000:00010000:2.0:1783952309.102321:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.102324:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102329:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b494389ba6 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102414:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102420:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102426:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102431:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.102436:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102451:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102459:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x37dcc2d3 (ffff8a75c6934a00) 00010000:00010000:2.0:1783952309.102461:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.102464:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102469:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b494389c01 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102484:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102490:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102496:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102501:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.102503:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102509:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102516:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa4bfea24 (ffff8a75c6934100) 00010000:00010000:2.0:1783952309.102518:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.102521:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.102532:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389c5c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952309.103264:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584091904 00000100:00100000:3.0:1783952309.103274:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584091904 00000100:00100000:3.0:1783952309.103506:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 315 00000100:00100000:3.0:1783952309.103519:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69253:x1870607584091904:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952309.103539:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952309.103562:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e533 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952309.103588:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952309.103609:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:3.0:1783952309.103622:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.103644:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 27 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.103675:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 27 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.103688:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952309.103915:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69253:x1870607584091904:12345-192.168.202.38@tcp:101:cp.0 Request processed in 398us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.103922:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 315 00000100:00100000:1.0:1783952309.121036:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.121152:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092032 00000100:00100000:2.0:1783952309.121174:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092032 00000100:00100000:2.0:1783952309.121236:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 316 00000100:00100000:2.0:1783952309.121247:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123797:x1870607584092032:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.121267:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.121290:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e53a expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.121327:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 28 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.121516:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.121522:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.121528:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 28 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.121567:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 28 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.121582:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 28 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.121598:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600696832:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952309.122011:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75efe20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.125992:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.126070:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092160 00000100:00100000:3.0:1783952309.126079:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092160 00010000:00010000:3.0:1783952309.126120:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 29 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952309.126173:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00100000:3.0:1783952309.126184:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69254:x1870607584092160:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952309.126201:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952309.126225:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 29 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.126240:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 29 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.126265:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.126283:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.126293:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 29 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.126304:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 29 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.126372:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 29 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952309.126388:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600696960:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952309.126466:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a900 going to sleep for 11 seconds 00010000:00010000:2.0:1783952309.129097:0:160618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b494389c71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e533 expref: 29 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.129120:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600696832:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952309.129152:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 28 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.129276:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef800, rc 0) 00000100:00100000:2.0:1783952309.129469:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584092032:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8223us (8442us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.129477:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 316 00000100:00100000:3.0:1783952309.141144:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.141291:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092416 00000100:00100000:1.0:1783952309.141300:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092416 00000100:00100000:1.0:1783952309.141391:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:1.0:1783952309.141402:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584092416:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952309.141958:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092416:12345-192.168.202.38@tcp:35:cp.0 Request processed in 556us (821us total) trans 34359738691 rc 0/0 00000100:00100000:1.0:1783952309.141982:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:0.0:1783952309.145993:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600696960:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952309.146019:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.146090:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69254:x1870607584092160:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 19908us (20108us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.146103:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00100000:3.0:1783952309.149948:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.150090:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092544 00000100:00100000:2.0:1783952309.150100:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092544 00000100:00100000:2.0:1783952309.150157:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 653 00000100:00100000:2.0:1783952309.150174:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092544:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.150199:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.150221:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c7f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e541 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150289:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150304:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150314:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150399:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150408:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150415:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150469:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150477:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150484:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150491:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150498:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.150502:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150509:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150522:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.150525:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.150530:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150543:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389c86 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150558:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150564:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150570:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150576:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.150579:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150586:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150593:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff8a75c6934100) 00010000:00010000:2.0:1783952309.150596:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.150599:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150606:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389c8d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150648:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c7f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e541 expref: 54 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150912:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.150914:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.150919:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389c7f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e541 expref: 54 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.150929:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4efe00, rc 0) 00000100:00100000:2.0:1783952309.150997:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092544:12345-192.168.202.38@tcp:101:cp.0 Request processed in 824us (1059us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.151006:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 653 00000100:00100000:3.0:1783952309.155134:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.155256:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092672 00000100:00100000:2.0:1783952309.155266:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092672 00000100:00100000:2.0:1783952309.155328:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 654 00000100:00100000:2.0:1783952309.155387:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092672:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.155410:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.155431:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c94 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e548 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155497:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155511:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155522:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155536:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155556:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155564:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155604:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155611:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155616:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155622:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155627:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4eea00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.155632:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155662:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155675:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.155678:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.155683:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155688:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389c9b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155708:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155715:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155720:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155725:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.155728:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155735:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155755:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff8a75c6934a00) 00010000:00010000:2.0:1783952309.155765:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.155768:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155773:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ca2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155807:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c94 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e548 expref: 54 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155818:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.155820:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.155830:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389c94 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e548 expref: 54 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.155840:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef200, rc 0) 00000100:00100000:2.0:1783952309.156465:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092672:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1124us (1335us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.156474:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 654 00000100:00100000:3.0:1783952309.161926:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.162001:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584092928 00000100:00100000:2.0:1783952309.162012:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584092928 00000100:00100000:2.0:1783952309.162075:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 655 00000100:00100000:2.0:1783952309.162085:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584092928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.162107:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.162131:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ca9 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e54f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162244:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162258:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162269:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162284:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162291:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.162297:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952309.162877:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25b:0x0], index 0: 0 00080000:00000400:2.0:1783952309.162890:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.162894:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952309.162897:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.162898:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952309.162901:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952309.162902:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.162921:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.162923:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952309.162925:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.162927:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952309.162929:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952309.162931:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.162961:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.162964:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952309.162966:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.162968:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/1, punch: 0/0/0, quota 1/3/1 00080000:00000400:2.0:1783952309.162970:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:2.0:1783952309.162972:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952309.163067:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389cbe lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163078:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389cbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163087:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389cbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163120:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163138:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163144:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163151:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163157:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.163224:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163233:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163247:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.163250:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.163255:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163262:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389cb0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952309.163276:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006046c12c reply state 000000003437e00b transno 34359738692 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163288:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163294:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff8a75c6934800) 00010000:00010000:2.0:1783952309.163302:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952309.163305:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952309.163405:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ca9 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e54f expref: 56 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163423:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389cbe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e54f expref: 55 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.163431:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2b:0x0].0x0 (ffff8a75c6934e00) 00010000:00010000:2.0:1783952309.163433:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952309.163435:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6800, rc 0) 00000100:00100000:2.0:1783952309.163509:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584092928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1425us (1591us total) trans 34359738692 rc 0/0 00000100:00100000:2.0:1783952309.163518:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 655 00000100:00100000:3.0:1783952309.169287:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.169564:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093056 00000100:00100000:0.0:1783952309.169574:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093056 00000100:00100000:0.0:1783952309.169646:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 317 00000100:00100000:0.0:1783952309.169669:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+26:69255:x1870607584093056:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.169689:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.169710:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e556 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952309.169735:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952309.169959:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:0.0:1783952309.169965:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.169990:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 27 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.170009:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 27 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.170023:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311400, rc 0) 00000100:00100000:0.0:1783952309.170086:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69255:x1870607584093056:12345-192.168.202.38@tcp:101:cp.0 Request processed in 431us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.170093:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 317 00000100:00100000:3.0:1783952309.174905:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.175022:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093184 00000100:00100000:2.0:1783952309.175032:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093184 00000100:00100000:2.0:1783952309.175091:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 318 00000100:00100000:2.0:1783952309.175101:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:123797:x1870607584093184:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.175119:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.175137:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e55d expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.175180:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 28 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.175190:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.175195:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.175216:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->16383] (req 0->16383) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 28 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.175253:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 28 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.175268:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 28 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.175283:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600697088:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952309.175406:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e0140780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.179286:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.179405:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093312 00000100:00100000:1.0:1783952309.179414:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093312 00010000:00010000:1.0:1783952309.179457:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 29 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.179501:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 158 00000100:00100000:1.0:1783952309.179511:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69252:x1870607584093312:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952309.179527:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952309.179550:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 29 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.179566:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 29 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.179591:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.179596:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.179605:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 29 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.179616:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 29 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.179677:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 29 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.179707:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600697216:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952309.179798:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1780 going to sleep for 11 seconds 00010000:00010000:2.0:1783952309.180501:0:162839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ccc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e556 expref: 29 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.180519:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600697088:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952309.180544:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 28 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.180556:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d2df6200, rc 0) 00000100:00100000:2.0:1783952309.180604:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584093184:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5504us (5709us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.180613:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 318 00000100:00100000:1.0:1783952309.186967:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600697216:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952309.186996:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952309.187069:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69252:x1870607584093312:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 7559us (7794us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.187080:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 158 00000100:00100000:1.0:1783952309.190611:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.190696:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093568 00000100:00100000:0.0:1783952309.190705:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093568 00000100:00100000:0.0:1783952309.190786:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00100000:0.0:1783952309.190797:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584093568:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952309.191428:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584093568:12345-192.168.202.38@tcp:35:cp.0 Request processed in 629us (823us total) trans 34359738693 rc 0/0 00000100:00100000:0.0:1783952309.191438:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00100000:3.0:1783952309.197416:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.197545:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093696 00000100:00100000:1.0:1783952309.197556:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093696 00000100:00100000:1.0:1783952309.197622:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 656 00000100:00100000:1.0:1783952309.197641:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584093696:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.197681:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.197705:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389cda lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e564 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197795:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197809:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197819:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197834:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197857:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197864:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197912:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197920:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197926:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197933:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197939:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.197944:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197952:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197964:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.197968:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.197973:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.197980:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389ce1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198001:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198008:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198014:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198020:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.198023:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198029:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198037:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952309.198040:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.198042:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198049:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389ce8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198082:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389cda lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e564 expref: 58 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198093:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.198096:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.198105:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57e00/0x3b91f5b494389cda lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e564 expref: 58 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.198116:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57e00, rc 0) 00000100:00100000:1.0:1783952309.198745:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584093696:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1104us (1328us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.198760:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 656 00000100:00100000:2.0:1783952309.202694:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.202859:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584093824 00000100:00100000:3.0:1783952309.202871:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584093824 00000100:00100000:3.0:1783952309.202936:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 657 00000100:00100000:3.0:1783952309.202946:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584093824:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952309.202969:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952309.202993:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389cef lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e56b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203090:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203107:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203117:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203131:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203137:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203141:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203203:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203211:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203217:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203223:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203229:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952309.203238:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203246:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203259:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952309.203262:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952309.203267:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203274:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b494389cf6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203288:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203294:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203300:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203305:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952309.203308:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203314:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203320:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff8a75e7b32100) 00010000:00010000:3.0:1783952309.203322:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952309.203329:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203366:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b494389cfd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203405:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389cef lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e56b expref: 58 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203415:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952309.203418:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952309.203421:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b494389cef lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e56b expref: 58 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.203432:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952309.203502:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584093824:12345-192.168.202.38@tcp:101:cp.0 Request processed in 556us (817us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952309.203510:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 657 00000100:00100000:3.0:1783952309.208381:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.208569:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094080 00000100:00100000:0.0:1783952309.208579:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094080 00000100:00100000:0.0:1783952309.208649:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 658 00000100:00100000:0.0:1783952309.208671:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584094080:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.208692:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.208712:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310400/0x3b91f5b494389d04 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e572 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208836:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208864:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208875:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208891:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208898:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.208904:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952309.209605:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d7:0x0], index 1: 0 00080000:00000400:0.0:1783952309.209618:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.209623:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952309.210081:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.210086:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.210089:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.210091:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.210116:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.210118:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952309.210120:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.210123:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.210125:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.210127:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.210156:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.210159:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952309.210160:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.210181:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.210184:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.210186:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952309.210289:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310800/0x3b91f5b494389d19 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210302:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310800/0x3b91f5b494389d19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210313:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310800/0x3b91f5b494389d19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210380:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210390:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210397:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210405:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210411:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.210416:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210425:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210437:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.210441:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.210452:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210459:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389d0b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952309.210473:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099a84a63 reply state 00000000e5512121 transno 34359738694 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210485:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210491:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff8a74c350cf00) 00010000:00010000:0.0:1783952309.210494:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952309.210497:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952309.210529:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310400/0x3b91f5b494389d04 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e572 expref: 60 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210544:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310800/0x3b91f5b494389d19 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e572 expref: 59 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.210552:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2c:0x0].0x0 (ffff8a74c350c300) 00010000:00010000:0.0:1783952309.210555:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952309.210557:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310800, rc 0) 00000100:00100000:0.0:1783952309.210625:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584094080:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1956us (2293us total) trans 34359738694 rc 0/0 00000100:00100000:0.0:1783952309.210645:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 658 00000100:00100000:1.0:1783952309.216869:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.217035:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094208 00000100:00100000:2.0:1783952309.217046:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094208 00000100:00100000:2.0:1783952309.217127:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00100000:2.0:1783952309.217137:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69253:x1870607584094208:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.217157:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.217190:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e579 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952309.217216:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952309.217236:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:2.0:1783952309.217241:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.217251:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 28 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.217267:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 28 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.217280:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef000, rc 0) 00000100:00100000:2.0:1783952309.217378:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69253:x1870607584094208:12345-192.168.202.38@tcp:101:cp.0 Request processed in 242us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.217385:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 319 00000100:00100000:3.0:1783952309.221850:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.222010:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094336 00000100:00100000:1.0:1783952309.222020:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094336 00000100:00100000:1.0:1783952309.222078:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 320 00000100:00100000:1.0:1783952309.222088:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584094336:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.222106:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.222123:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e580 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.222157:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.222176:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.222181:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.222187:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 29 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.222225:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.222260:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.222277:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600697344:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952309.222411:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.225934:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.226198:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600697344:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952309.226235:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 29 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.226257:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57e00, rc 0) 00000100:00100000:1.0:1783952309.226320:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123797:x1870607584094336:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4233us (4480us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.226331:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 320 00000100:00100000:0.0:1783952309.227036:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094464 00000100:00100000:0.0:1783952309.227046:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094464 00010000:00010000:0.0:1783952309.227086:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.227148:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:0.0:1783952309.227157:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69255:x1870607584094464:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952309.227173:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952309.227197:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.227211:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.227236:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a443ebf/0x3b91f5b494389d27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e579 expref: 29 pid: 161704 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.227250:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.227254:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.227263:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 28 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.227273:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 28 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.227307:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 28 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.227322:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600697472:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952309.227454:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.230918:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600697472:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952309.230949:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.231016:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69255:x1870607584094464:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3859us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.231028:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:3.0:1783952309.234825:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.235080:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094720 00000100:00100000:1.0:1783952309.235093:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094720 00000100:00100000:1.0:1783952309.235176:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 179 00000100:00100000:1.0:1783952309.235187:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:123797:x1870607584094720:12345-192.168.202.38@tcp:35:cp.0 00000001:00080000:1.0:1783952309.235496:0:159119:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738695 00000100:00100000:1.0:1783952309.235626:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584094720:12345-192.168.202.38@tcp:35:cp.0 Request processed in 441us (814us total) trans 34359738696 rc 0/0 00000100:00100000:1.0:1783952309.235750:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 179 00000020:00080000:1.0:1783952309.235814:0:159119:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783952309.240603:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.240928:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094848 00000100:00100000:2.0:1783952309.240941:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094848 00000100:00100000:2.0:1783952309.241017:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 659 00000100:00100000:2.0:1783952309.241029:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584094848:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.241056:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.241077:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389d35 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e587 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241179:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241195:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241207:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241268:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241277:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241284:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241327:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241384:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241391:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241398:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241403:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efe00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.241413:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241421:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241432:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.241435:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.241440:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241447:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d3c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241460:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241466:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241471:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241475:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.241478:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241483:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241490:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff8a75c6934300) 00010000:00010000:2.0:1783952309.241493:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.241502:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241509:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d43 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241543:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389d35 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e587 expref: 63 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241554:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.241556:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.241560:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389d35 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e587 expref: 63 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.241570:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4eea00, rc 0) 00000100:00100000:2.0:1783952309.241640:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584094848:12345-192.168.202.38@tcp:101:cp.0 Request processed in 614us (1047us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.241649:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 659 00000100:00100000:2.0:1783952309.246802:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.246926:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584094976 00000100:00100000:1.0:1783952309.246950:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584094976 00000100:00100000:1.0:1783952309.247012:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 660 00000100:00100000:1.0:1783952309.247024:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584094976:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.247044:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.247064:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d4a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e58e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247130:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247145:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247158:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247188:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247195:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247203:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247248:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247255:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247262:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247276:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247283:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.247288:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247297:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247311:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.247314:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.247319:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247327:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d51 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247389:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247397:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247404:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247410:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.247413:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247430:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247439:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952309.247442:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.247455:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247462:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d58 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247496:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d4a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e58e expref: 63 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247507:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.247510:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.247514:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d4a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e58e expref: 63 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.247524:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57800, rc 0) 00000100:00100000:1.0:1783952309.247580:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584094976:12345-192.168.202.38@tcp:101:cp.0 Request processed in 558us (788us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.247588:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 660 00000100:00100000:3.0:1783952309.254044:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.254152:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095232 00000100:00100000:2.0:1783952309.254171:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095232 00000100:00100000:2.0:1783952309.254240:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 661 00000100:00100000:2.0:1783952309.254249:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:123797:x1870607584095232:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.254272:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.254294:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389d5f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e595 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254622:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254680:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254691:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254706:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254713:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.254719:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952309.255032:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25c:0x0], index 0: 0 00080000:00000400:2.0:1783952309.255045:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.255050:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.255052:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.255055:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.255057:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.255060:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.255078:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.255081:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.255083:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.255085:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.255087:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.255089:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952309.255116:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952309.255119:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.255120:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952309.255131:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952309.255133:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.255134:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952309.256595:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389d74 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256614:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389d74 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256624:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389d74 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256791:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256800:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256807:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256814:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256821:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.256825:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256833:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256847:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.256850:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.256865:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256872:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389d66 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952309.256886:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001f3d4475 reply state 00000000128ac1a7 transno 34359738697 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256898:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256904:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff8a75c6934300) 00010000:00010000:2.0:1783952309.256907:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952309.256909:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952309.256947:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eea00/0x3b91f5b494389d5f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e595 expref: 65 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256962:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389d74 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e595 expref: 64 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.256971:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2d:0x0].0x0 (ffff8a75c3d1f700) 00010000:00010000:2.0:1783952309.256973:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952309.256976:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ee800, rc 0) 00000100:00100000:2.0:1783952309.257065:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+65:123797:x1870607584095232:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2816us (3029us total) trans 34359738697 rc 0/0 00000100:00100000:2.0:1783952309.257074:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 661 00000100:00100000:3.0:1783952309.262424:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.262588:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095360 00000100:00100000:0.0:1783952309.262598:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095360 00000100:00100000:0.0:1783952309.262664:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 321 00000100:00100000:0.0:1783952309.262674:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+27:69254:x1870607584095360:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.262694:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.262715:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e59c expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952309.262746:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952309.262777:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:0.0:1783952309.262782:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.262791:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 28 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.262809:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 28 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.262821:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310400, rc 0) 00000100:00100000:0.0:1783952309.262881:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69254:x1870607584095360:12345-192.168.202.38@tcp:101:cp.0 Request processed in 208us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.262907:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 321 00000100:00100000:3.0:1783952309.281864:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.281987:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095488 00000100:00100000:2.0:1783952309.281997:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095488 00000100:00100000:2.0:1783952309.282109:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 322 00000100:00100000:2.0:1783952309.282120:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:123797:x1870607584095488:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.282154:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.282184:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5a3 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.282223:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 29 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.282232:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.282237:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.282242:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.282277:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 29 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.282292:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 29 pid: 160617 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.282307:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600697600:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952309.282685:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c8495540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.287460:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.287589:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600697600:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952309.287624:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.287646:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4eea00, rc 0) 00000100:00100000:0.0:1783952309.287799:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095616 00000100:00100000:0.0:1783952309.287816:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095616 00010000:00010000:0.0:1783952309.287854:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 30 pid: 160617 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.287899:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 160 00000100:00100000:0.0:1783952309.287908:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69253:x1870607584095616:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952309.287923:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952309.287949:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 30 pid: 160617 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.287963:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 30 pid: 160617 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.287986:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055116b8e/0x3b91f5b494389d82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e59c expref: 30 pid: 160617 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.288001:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.288017:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.288026:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.288037:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.288085:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.288100:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600697728:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952309.288230:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:123797:x1870607584095488:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6111us (6375us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.288239:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 322 00000100:00100000:1.0:1783952309.289050:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca240 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.297939:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600697728:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952309.297968:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952309.298033:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69253:x1870607584095616:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 10125us (10581us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.298059:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 160 00000100:00100000:3.0:1783952309.303592:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.304907:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.305116:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095744 00000100:00100000:1.0:1783952309.305125:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095744 00002000:00100000:1.0:1783952309.305173:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->902) req@ffff8a75c7a18380 x1870607584095744/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 1392/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952309.305184:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a18380 with x1870607584095744 ext(0->902) 00002000:00010000:1.0:1783952309.305189:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a18380 00000100:00100000:1.0:1783952309.305224:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2 00000100:00100000:1.0:1783952309.305234:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69253:x1870607584095744:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952309.305499:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952309.305515:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.305518:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952309.305520:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952309.305523:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.305524:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952309.307550:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584095872 00000100:00100000:2.0:1783952309.307567:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584095872 00000100:00100000:2.0:1783952309.307645:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 323 00000100:00100000:2.0:1783952309.307664:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69255:x1870607584095872:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.308003:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69255:x1870607584095872:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 346us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.308019:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 323 00000001:00080000:3.0:1783952309.312563:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869241 is committed 00000001:00100000:3.0:1783952309.312585:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000100:00100000:1.0:1783952309.313402:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69253:x1870607584095744:12345-192.168.202.38@tcp:4:cp.0 Request processed in 8163us (8493us total) trans 17179869242 rc 0/0 00000100:00100000:1.0:1783952309.313416:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2 00002000:00100000:1.0:1783952309.313431:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->902) req@ffff8a75c7a18380 x1870607584095744/t17179869242(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 1392/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952309.313442:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a18380 with x1870607584095744 ext(0->902) 00002000:00010000:1.0:1783952309.313449:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a18380 00000100:00100000:3.0:1783952309.318216:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.318862:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096128 00000100:00100000:0.0:1783952309.318873:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096128 00000100:00100000:0.0:1783952309.318933:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 180 00000100:00100000:0.0:1783952309.318943:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+65:123797:x1870607584096128:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952309.319239:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584096128:12345-192.168.202.38@tcp:35:cp.0 Request processed in 296us (1030us total) trans 34359738698 rc 0/0 00000100:00100000:0.0:1783952309.319248:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 180 00000100:00100000:2.0:1783952309.325034:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.325189:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096256 00000100:00100000:3.0:1783952309.325200:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096256 00002000:00100000:3.0:1783952309.325255:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x247:0x0] (0->5633) req@ffff8a75fe9a8380 x1870607584096256/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 6128/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.325267:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a8380 with x1870607584096256 ext(0->5633) 00002000:00010000:3.0:1783952309.325273:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a8380 00000100:00100000:3.0:1783952309.325299:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 3 00000100:00100000:3.0:1783952309.325308:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+28:69255:x1870607584096256:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952309.325561:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952309.325566:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952309.325569:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952309.325571:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952309.325573:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952309.325576:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952309.326172:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952309.326447:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.326471:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.326634:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096384 00000100:00100000:2.0:1783952309.326641:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096384 00000100:00100000:2.0:1783952309.326709:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00100000:2.0:1783952309.326717:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69252:x1870607584096384:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.326826:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69252:x1870607584096384:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 109us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.326835:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 324 00000100:00100000:1.0:1783952309.327614:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096512 00000100:00100000:1.0:1783952309.327621:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096512 00000100:00100000:1.0:1783952309.327728:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 662 00000100:00100000:1.0:1783952309.327737:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584096512:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.327772:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.327794:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d90 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5aa expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327857:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327872:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327883:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327896:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327904:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327912:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327954:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327962:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327970:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327978:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.327990:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.327995:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328003:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328268:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.328271:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.328276:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328283:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389d97 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328299:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328306:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328314:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328320:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.328323:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328330:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328391:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff8a7602155a00) 00010000:00010000:1.0:1783952309.328394:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.328397:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328403:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389d9e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328440:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d90 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5aa expref: 67 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328451:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.328453:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.328457:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b494389d90 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5aa expref: 67 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.328466:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57800, rc 0) 00000100:00100000:1.0:1783952309.328527:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584096512:12345-192.168.202.38@tcp:101:cp.0 Request processed in 791us (2054us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.328535:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 662 00000100:00100000:3.0:1783952309.335306:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.335389:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.335478:0:160622:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1783952309.335490:0:160622:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1783952309.335565:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096896 00000100:00100000:2.0:1783952309.335576:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096896 00000100:00100000:2.0:1783952309.335644:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 325 00000100:00100000:2.0:1783952309.335663:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69255:x1870607584096896:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.335780:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69255:x1870607584096896:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 127us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.335789:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 325 00000100:00100000:2.0:1783952309.337299:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.338284:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096640 00000100:00100000:0.0:1783952309.338294:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096640 00000100:00100000:0.0:1783952309.338369:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 663 00000100:00100000:0.0:1783952309.338378:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584096640:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.338398:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.338419:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389da5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5b1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338492:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338507:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338537:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338554:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338561:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338567:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338610:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338618:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338625:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338644:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338650:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.338662:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338669:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338680:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.338689:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.338694:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338700:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389dac lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338713:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338718:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338724:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338728:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.338731:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338737:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338744:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff8a74c350c900) 00010000:00010000:0.0:1783952309.338747:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.338764:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338769:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389db3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338801:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389da5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5b1 expref: 67 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338819:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.338822:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.338826:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389da5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5b1 expref: 67 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.338835:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311600, rc 0) 00000100:00100000:0.0:1783952309.338893:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584096640:12345-192.168.202.38@tcp:101:cp.0 Request processed in 516us (1599us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.338901:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 663 00000001:00080000:0.0:1783952309.339648:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836546 is committed 00000001:00100000:0.0:1783952309.339674:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000100:00100000:2.0:1783952309.341161:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.341196:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.341220:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097152 00000100:00100000:2.0:1783952309.341228:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097152 00000100:00100000:2.0:1783952309.341271:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 326 00000100:00100000:2.0:1783952309.341280:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69252:x1870607584097152:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.341397:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69252:x1870607584097152:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 117us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.341406:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 326 00000100:00100000:0.0:1783952309.341609:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1783952309.341619:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584096768 00000100:00100000:0.0:1783952309.341622:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584096768 00002000:00100000:0.0:1783952309.341669:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->391199) req@ffff8a75c7a19c00 x1870607584096768/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.341680:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a19c00 with x1870607584096768 ext(0->391199) 00002000:00010000:0.0:1783952309.341687:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a19c00 00000100:00100000:0.0:1783952309.341696:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1783952309.341701:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097024 00000100:00100000:0.0:1783952309.341704:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097024 00002000:00100000:0.0:1783952309.341716:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x248:0x0] (0->1734) req@ffff8a75fe9a9880 x1870607584097024/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 2224/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.341724:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a9880 with x1870607584097024 ext(0->1734) 00002000:00010000:0.0:1783952309.341728:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a9880 00000100:00100000:1.0:1783952309.343579:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 4 00000100:00100000:1.0:1783952309.343594:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69252:x1870607584096768:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952309.347601:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.347686:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.347927:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:0.0:1783952309.347938:0:160623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:3.0:1783952309.348098:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097408 00000100:00100000:3.0:1783952309.348107:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097408 00000100:00100000:3.0:1783952309.348160:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 327 00000100:00100000:3.0:1783952309.348169:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69254:x1870607584097408:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:3.0:1783952309.348261:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69254:x1870607584097408:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 93us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.348283:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 327 00000100:00100000:2.0:1783952309.348381:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+30:69255:x1870607584096256:12345-192.168.202.38@tcp:4:cp.0 Request processed in 23072us (23355us total) trans 21474836547 rc 0/0 00000100:00100000:2.0:1783952309.348394:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 3 00002000:00100000:2.0:1783952309.348404:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x247:0x0] (0->5633) req@ffff8a75fe9a8380 x1870607584096256/t21474836547(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 6128/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.348414:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a8380 with x1870607584096256 ext(0->5633) 00002000:00010000:2.0:1783952309.348419:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a8380 00000100:00100000:2.0:1783952309.348431:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097280 00000100:00100000:2.0:1783952309.348434:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097280 00002000:00100000:2.0:1783952309.348449:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->9973) req@ffff8a74cd9bf100 x1870607584097280/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 10464/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.348457:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cd9bf100 with x1870607584097280 ext(0->9973) 00002000:00010000:2.0:1783952309.348461:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cd9bf100 00000100:00100000:2.0:1783952309.348481:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 5 00000100:00100000:2.0:1783952309.348488:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+29:69254:x1870607584097024:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952309.348689:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952309.348694:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.348696:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952309.348699:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952309.348701:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.348703:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952309.350148:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69254:x1870607584097024:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1654us (8988us total) trans 21474836548 rc 0/0 00000100:00100000:2.0:1783952309.350159:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 5 00002000:00100000:2.0:1783952309.350169:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x248:0x0] (0->1734) req@ffff8a75fe9a9880 x1870607584097024/t21474836548(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 2224/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.350180:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a9880 with x1870607584097024 ext(0->1734) 00002000:00010000:2.0:1783952309.350186:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a9880 00000100:00100000:2.0:1783952309.350210:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 6 00000100:00100000:2.0:1783952309.350222:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69253:x1870607584097280:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952309.350430:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952309.350435:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.350437:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952309.350440:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952309.350442:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.350444:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952309.352913:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69253:x1870607584097280:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2404us (4935us total) trans 17179869243 rc 0/0 00000100:00100000:2.0:1783952309.352940:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 6 00002000:00100000:2.0:1783952309.352953:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->9973) req@ffff8a74cd9bf100 x1870607584097280/t17179869243(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 10464/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.352974:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cd9bf100 with x1870607584097280 ext(0->9973) 00002000:00010000:2.0:1783952309.352979:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cd9bf100 00000100:00100000:2.0:1783952309.363269:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.366358:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097664 00000100:00100000:1.0:1783952309.366398:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097664 00000100:00100000:1.0:1783952309.366483:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 664 00000100:00100000:1.0:1783952309.366494:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+66:123797:x1870607584097664:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.366526:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.366549:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389dba lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5b8 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366685:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366700:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366712:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366727:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366735:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.366742:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952309.368063:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d8:0x0], index 1: 0 00080000:00000400:1.0:1783952309.368082:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.368086:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.368088:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.368090:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.368093:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.368106:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.368133:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.368136:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.368138:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.368140:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.368142:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.368144:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.368179:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.368183:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.368185:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.368187:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.368189:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.368191:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952309.368308:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b494389dcf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368322:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b494389dcf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368332:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b494389dcf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368383:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368391:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368398:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368405:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368422:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.368427:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368436:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368449:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.368452:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.368457:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368463:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b494389dc1 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.368479:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002deb09fc reply state 0000000059a91500 transno 34359738699 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368490:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.368495:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff8a7602155a00) 00010000:00010000:1.0:1783952309.368497:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.371278:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.371381:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b494389dba lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5b8 expref: 69 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.371414:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b494389dcf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5b8 expref: 68 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.371448:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2e:0x0].0x0 (ffff8a7602155300) 00010000:00010000:1.0:1783952309.371451:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.371455:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45200, rc 0) 00000100:00100000:1.0:1783952309.373150:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+69:123797:x1870607584097664:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6648us (9880us total) trans 34359738699 rc 0/0 00000100:00100000:1.0:1783952309.373163:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 664 00000100:00100000:3.0:1783952309.374557:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.374696:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.374918:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097920 00000100:00100000:0.0:1783952309.374929:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097920 00000100:00100000:0.0:1783952309.374986:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 328 00000100:00100000:0.0:1783952309.374997:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69252:x1870607584097920:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952309.375105:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69252:x1870607584097920:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 109us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.375112:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 328 00000100:00100000:1.0:1783952309.375476:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584097792 00000100:00100000:1.0:1783952309.375481:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584097792 00002000:00100000:1.0:1783952309.375521:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x249:0x0] (0->38516) req@ffff8a75c7a1bb80 x1870607584097792/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952309.375531:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a1bb80 with x1870607584097792 ext(0->38516) 00002000:00010000:1.0:1783952309.375536:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c7a1bb80 00000100:00100000:1.0:1783952309.375599:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 7 00000100:00100000:1.0:1783952309.375607:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+31:69254:x1870607584097792:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952309.399000:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952309.399426:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952309.399429:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952309.399432:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952309.399434:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952309.399435:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952309.400348:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.400374:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098176 00000100:00100000:2.0:1783952309.400381:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098176 00000100:00100000:2.0:1783952309.400423:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 329 00000100:00100000:2.0:1783952309.400433:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69254:x1870607584098176:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.404619:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+34:69254:x1870607584098176:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 4177us (4279us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.404632:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 329 00000100:00100000:0.0:1783952309.404817:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.404934:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.404965:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098048 00000100:00100000:0.0:1783952309.404973:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098048 00002000:00100000:0.0:1783952309.405020:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->39342) req@ffff8a75ef75df80 x1870607584098048/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.405028:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ef75df80 with x1870607584098048 ext(0->39342) 00002000:00010000:0.0:1783952309.405032:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ef75df80 00000100:00100000:0.0:1783952309.405050:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 8 00000100:00100000:0.0:1783952309.405057:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+34:69252:x1870607584098048:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952309.409081:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.409172:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098304 00000100:00100000:3.0:1783952309.409182:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098304 00000100:00100000:3.0:1783952309.409237:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098560 00000100:00100000:3.0:1783952309.409241:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098560 00000100:00100000:3.0:1783952309.409268:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 330 00000100:00100000:3.0:1783952309.409277:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69254:x1870607584098304:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952309.409294:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952309.409316:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5bf expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952309.409366:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1783952309.409382:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 331 00010000:00010000:3.0:1783952309.409387:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=5996s v=(0 0) 00000100:00100000:0.0:1783952309.409391:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69253:x1870607584098560:12345-192.168.202.38@tcp:16:kworker.0 00010000:00010000:3.0:1783952309.409392:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.409402:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.409431:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.409463:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592a00, rc 0) 00000100:00100000:0.0:1783952309.409472:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69253:x1870607584098560:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 83us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.409479:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 331 00000100:00100000:3.0:1783952309.409482:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69254:x1870607584098304:12345-192.168.202.38@tcp:101:cp.0 Request processed in 208us (4549us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.409487:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 330 00000100:00100000:0.0:1783952309.415091:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.415131:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.415159:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098816 00000100:00100000:0.0:1783952309.415170:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098816 00000100:00100000:0.0:1783952309.415219:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098944 00000100:00100000:0.0:1783952309.415222:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098944 00000100:00100000:0.0:1783952309.415242:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:0.0:1783952309.415251:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69255:x1870607584098816:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952309.415386:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69255:x1870607584098816:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 135us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.415395:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 332 00000100:00100000:0.0:1783952309.415412:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:0.0:1783952309.415430:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123797:x1870607584098944:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.415441:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.415460:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5c6 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.415489:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 38 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.415499:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.415504:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.415510:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 38 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.415543:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 38 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.415580:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 38 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.415596:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600697856:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952309.415670:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca600 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.418266:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69252:x1870607584096768:12345-192.168.202.38@tcp:4:cp.0 Request processed in 74665us (82958us total) trans 17179869244 rc 0/0 00000100:00100000:1.0:1783952309.418282:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 4 00002000:00100000:1.0:1783952309.418296:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->391199) req@ffff8a75c7a19c00 x1870607584096768/t17179869244(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952309.418307:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a19c00 with x1870607584096768 ext(0->391199) 00002000:00010000:1.0:1783952309.418313:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a19c00 00080000:00000400:3.0:1783952309.419225:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952309.419233:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952309.419235:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952309.419238:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952309.419240:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952309.419242:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952309.419822:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69254:x1870607584097792:12345-192.168.202.38@tcp:4:cp.0 Request processed in 44212us (45121us total) trans 21474836549 rc 0/0 00000100:00100000:3.0:1783952309.419832:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 7 00002000:00100000:3.0:1783952309.419841:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x249:0x0] (0->38516) req@ffff8a75c7a1bb80 x1870607584097792/t21474836549(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.419851:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a1bb80 with x1870607584097792 ext(0->38516) 00002000:00010000:3.0:1783952309.419856:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c7a1bb80 00000100:00100000:0.0:1783952309.423162:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600697856:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952309.423200:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 37 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.423223:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310400, rc 0) 00000100:00100000:0.0:1783952309.423282:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:123797:x1870607584098944:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7864us (8150us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.423290:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 333 00000100:00100000:0.0:1783952309.423790:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.423909:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099200 00000100:00100000:1.0:1783952309.423916:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099200 00010000:00010000:1.0:1783952309.423969:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.424080:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 161 00000100:00100000:1.0:1783952309.424091:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69252:x1870607584099200:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952309.424105:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952309.424126:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.424141:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.424170:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000699bbc78/0x3b91f5b494389ddd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5bf expref: 37 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.424186:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.424191:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.424199:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 36 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.424209:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 36 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.424243:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 36 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.424272:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600697984:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952309.424429:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952309.452052:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.452083:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099328 00000100:00100000:2.0:1783952309.452093:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099328 00000100:00100000:2.0:1783952309.452143:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 334 00000100:00100000:2.0:1783952309.452151:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69254:x1870607584099328:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.452244:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+33:69254:x1870607584099328:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 93us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.452252:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 334 00000100:00100000:2.0:1783952309.452305:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.452462:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600697984:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952309.452486:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952309.452508:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69252:x1870607584099200:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 28419us (28721us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.452531:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 161 00000100:00100000:2.0:1783952309.452570:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.452626:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.452646:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098432 00000100:00100000:2.0:1783952309.452650:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098432 00002000:00100000:2.0:1783952309.452686:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x24a:0x0] (0->15475) req@ffff8a74cb9c9c00 x1870607584098432/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 15968/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.452695:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb9c9c00 with x1870607584098432 ext(0->15475) 00002000:00010000:2.0:1783952309.452701:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cb9c9c00 00000100:00100000:2.0:1783952309.452714:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584098688 00000100:00100000:2.0:1783952309.452717:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584098688 00002000:00100000:2.0:1783952309.452731:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->673) req@ffff8a74cb9c9f80 x1870607584098688/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 1168/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.452738:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb9c9f80 with x1870607584098688 ext(0->673) 00002000:00010000:2.0:1783952309.452741:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cb9c9f80 00000100:00100000:2.0:1783952309.452749:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099072 00000100:00100000:2.0:1783952309.452751:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099072 00002000:00100000:2.0:1783952309.452763:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x24b:0x0] (0->9197) req@ffff8a75c5746300 x1870607584099072/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 9688/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.452771:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c5746300 with x1870607584099072 ext(0->9197) 00002000:00010000:2.0:1783952309.452774:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c5746300 00000100:00100000:2.0:1783952309.452783:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 9 00000100:00100000:2.0:1783952309.452789:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+34:69253:x1870607584098432:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952309.452994:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952309.453012:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952309.453020:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952309.453023:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952309.453025:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952309.453028:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952309.453444:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 10 00000100:00100000:1.0:1783952309.453456:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69255:x1870607584098688:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952309.453558:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952309.453562:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.453564:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952309.453566:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952309.453568:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.453570:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952309.453962:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69255:x1870607584098688:12345-192.168.202.38@tcp:4:cp.0 Request processed in 508us (1389us total) trans 17179869245 rc 0/0 00000100:00100000:1.0:1783952309.453970:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 10 00002000:00100000:1.0:1783952309.453978:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->673) req@ffff8a74cb9c9f80 x1870607584098688/t17179869245(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 1168/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952309.453988:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb9c9f80 with x1870607584098688 ext(0->673) 00002000:00010000:1.0:1783952309.453993:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cb9c9f80 00000100:00100000:1.0:1783952309.454015:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 11 00000100:00100000:1.0:1783952309.454023:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+36:69253:x1870607584099072:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952309.454132:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952309.454135:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.454137:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952309.454139:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952309.454141:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.454148:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952309.454400:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952309.454404:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952309.454406:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952309.454409:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952309.454411:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952309.454413:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952309.455362:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69252:x1870607584098048:12345-192.168.202.38@tcp:4:cp.0 Request processed in 50273us (50513us total) trans 17179869246 rc 0/0 00000100:00100000:3.0:1783952309.455374:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 8 00002000:00100000:3.0:1783952309.455397:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->39342) req@ffff8a75ef75df80 x1870607584098048/t17179869246(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.455407:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ef75df80 with x1870607584098048 ext(0->39342) 00002000:00010000:3.0:1783952309.455412:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ef75df80 00000100:00100000:0.0:1783952309.458112:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69253:x1870607584099072:12345-192.168.202.38@tcp:4:cp.0 Request processed in 4078us (5473us total) trans 21474836551 rc 0/0 00000100:00100000:0.0:1783952309.458126:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 11 00002000:00100000:0.0:1783952309.458139:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24b:0x0] (0->9197) req@ffff8a75c5746300 x1870607584099072/t21474836551(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 9688/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.458149:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c5746300 with x1870607584099072 ext(0->9197) 00002000:00010000:0.0:1783952309.458155:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c5746300 00000100:00100000:3.0:1783952309.460394:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69253:x1870607584098432:12345-192.168.202.38@tcp:4:cp.0 Request processed in 7592us (8076us total) trans 21474836550 rc 0/0 00000100:00100000:3.0:1783952309.460408:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 9 00002000:00100000:3.0:1783952309.460421:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x24a:0x0] (0->15475) req@ffff8a74cb9c9c00 x1870607584098432/t21474836550(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 15968/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.460430:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb9c9c00 with x1870607584098432 ext(0->15475) 00002000:00010000:3.0:1783952309.460437:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cb9c9c00 00000100:00100000:3.0:1783952309.472776:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.472776:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.472860:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.472958:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099840 00000100:00100000:3.0:1783952309.472969:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099840 00000100:00100000:3.0:1783952309.473035:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 335 00000100:00100000:3.0:1783952309.473046:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69253:x1870607584099840:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:3.0:1783952309.473166:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69253:x1870607584099840:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 120us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.473174:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 335 00000100:00100000:0.0:1783952309.473219:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099712 00000100:00100000:0.0:1783952309.473226:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099712 00002000:00100000:0.0:1783952309.473273:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->2658) req@ffff8a75c7a18e00 x1870607584099712/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 3152/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.473285:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a18e00 with x1870607584099712 ext(0->2658) 00002000:00010000:0.0:1783952309.473293:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a18e00 00000100:00100000:0.0:1783952309.473323:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 12 00000100:00100000:0.0:1783952309.473331:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+38:69255:x1870607584099712:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952309.473583:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952309.473588:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.473590:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952309.473592:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952309.473594:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.473596:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952309.474650:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099584 00000100:00100000:2.0:1783952309.474668:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099584 00000100:00100000:2.0:1783952309.474717:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 181 00000100:00100000:2.0:1783952309.474726:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+69:123797:x1870607584099584:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952309.475018:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584099584:12345-192.168.202.38@tcp:35:cp.0 Request processed in 280us (2242us total) trans 34359738700 rc 0/0 00000100:00100000:2.0:1783952309.475027:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 181 00000100:00100000:2.0:1783952309.476520:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69255:x1870607584099712:12345-192.168.202.38@tcp:4:cp.0 Request processed in 3181us (3737us total) trans 17179869247 rc 0/0 00000100:00100000:2.0:1783952309.476534:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 12 00002000:00100000:2.0:1783952309.476548:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->2658) req@ffff8a75c7a18e00 x1870607584099712/t17179869247(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 3152/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952309.476557:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c7a18e00 with x1870607584099712 ext(0->2658) 00002000:00010000:2.0:1783952309.476563:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c7a18e00 00000100:00100000:1.0:1783952309.488556:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.488742:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584099968 00000100:00100000:0.0:1783952309.488762:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584099968 00000100:00100000:0.0:1783952309.488834:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 665 00000100:00100000:0.0:1783952309.488846:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584099968:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.488876:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.488906:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389deb lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5cd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.488979:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.488994:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489018:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489054:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489062:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489069:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489115:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489124:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489131:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489138:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489145:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.489150:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489158:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489170:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.489173:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.489179:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489193:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389df2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489208:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489214:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489220:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489225:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.489228:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489234:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489242:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff8a74c350c900) 00010000:00010000:0.0:1783952309.489245:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.489248:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489254:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389df9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489288:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389deb lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5cd expref: 71 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489310:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.489313:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.489316:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389deb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5cd expref: 71 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.489326:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311a00, rc 0) 00000100:00100000:0.0:1783952309.489410:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584099968:12345-192.168.202.38@tcp:101:cp.0 Request processed in 567us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.489418:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 665 00000100:00100000:1.0:1783952309.490442:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.490517:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.490987:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100224 00000100:00100000:0.0:1783952309.490995:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100224 00000100:00100000:0.0:1783952309.491119:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 336 00000100:00100000:0.0:1783952309.491128:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69254:x1870607584100224:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952309.491210:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69254:x1870607584100224:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 83us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.491217:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 336 00000100:00100000:0.0:1783952309.491240:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100096 00000100:00100000:0.0:1783952309.491243:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100096 00002000:00100000:0.0:1783952309.491264:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x24c:0x0] (0->4206) req@ffff8a75feed3100 x1870607584100096/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 4696/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.491273:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed3100 with x1870607584100096 ext(0->4206) 00002000:00010000:0.0:1783952309.491278:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75feed3100 00000100:00100000:0.0:1783952309.491293:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 13 00000100:00100000:0.0:1783952309.491299:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+37:69253:x1870607584100096:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952309.491524:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952309.491530:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.491532:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952309.491534:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952309.491536:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.491538:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952309.498904:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+39:69253:x1870607584100096:12345-192.168.202.38@tcp:4:cp.0 Request processed in 7595us (8459us total) trans 21474836552 rc 0/0 00000100:00100000:0.0:1783952309.498920:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 13 00002000:00100000:0.0:1783952309.498933:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x24c:0x0] (0->4206) req@ffff8a75feed3100 x1870607584100096/t21474836552(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 4696/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952309.498943:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed3100 with x1870607584100096 ext(0->4206) 00002000:00010000:0.0:1783952309.498949:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75feed3100 00000100:00100000:1.0:1783952309.515553:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.515597:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.515662:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.515803:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100480 00000100:00100000:2.0:1783952309.515814:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100480 00000100:00100000:2.0:1783952309.515876:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 337 00000100:00100000:2.0:1783952309.515886:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69253:x1870607584100480:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952309.515996:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69253:x1870607584100480:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 110us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.516004:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 337 00000100:00100000:2.0:1783952309.516181:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100608 00000100:00100000:2.0:1783952309.516196:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100608 00000100:00100000:2.0:1783952309.516235:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 666 00000100:00100000:2.0:1783952309.516242:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584100608:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.516253:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.516276:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389e00 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5d4 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516366:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516384:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516396:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516410:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516417:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516424:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516468:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516475:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516481:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516496:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516503:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.516507:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516516:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516528:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.516532:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.516536:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516543:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef200/0x3b91f5b494389e07 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516557:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516564:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516570:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516575:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.516578:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516593:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516601:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff8a75f51af400) 00010000:00010000:2.0:1783952309.516604:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.516607:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516613:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389e0e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516644:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389e00 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5d4 expref: 71 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516666:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.516669:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.516672:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389e00 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5d4 expref: 71 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.516681:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4efa00, rc 0) 00000100:00100000:2.0:1783952309.516706:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584100608:12345-192.168.202.38@tcp:101:cp.0 Request processed in 465us (1053us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.516713:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 666 00000100:00100000:3.0:1783952309.520331:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100352 00000100:00100000:3.0:1783952309.520379:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100352 00002000:00100000:3.0:1783952309.520435:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->28244) req@ffff8a75fdb5a300 x1870607584100352/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/0 e 0 to 0 dl 1783952320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.520447:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fdb5a300 with x1870607584100352 ext(0->28244) 00002000:00010000:3.0:1783952309.520453:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fdb5a300 00000100:00100000:3.0:1783952309.520496:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 14 00000100:00100000:3.0:1783952309.520506:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69254:x1870607584100352:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:2.0:1783952309.531499:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.532253:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100864 00000100:00100000:0.0:1783952309.532264:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100864 00080000:00000400:3.0:1783952309.532678:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952309.532683:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952309.532686:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952309.532688:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952309.532690:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952309.532692:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952309.533471:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69254:x1870607584100352:12345-192.168.202.38@tcp:4:cp.0 Request processed in 12959us (17923us total) trans 17179869248 rc 0/0 00000100:00100000:3.0:1783952309.533484:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 14 00002000:00100000:3.0:1783952309.533498:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->28244) req@ffff8a75fdb5a300 x1870607584100352/t17179869248(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:570/0 lens 488/448 e 0 to 0 dl 1783952320 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952309.533508:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fdb5a300 with x1870607584100352 ext(0->28244) 00002000:00010000:3.0:1783952309.533514:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fdb5a300 00000100:00100000:0.0:1783952309.537894:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 667 00000100:00100000:0.0:1783952309.537918:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+70:123797:x1870607584100864:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.537940:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.537963:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389e15 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5db expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538098:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538113:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538124:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538143:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538151:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538157:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952309.538457:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25d:0x0], index 0: 0 00080000:00000400:0.0:1783952309.538469:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.538473:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.538475:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.538477:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.538480:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.538482:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.538496:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.538498:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.538499:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.538501:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.538504:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.538505:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.538528:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.538531:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.538533:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.538535:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.538537:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.538539:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952309.538614:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389e2a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538933:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389e2a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.538942:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389e2a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539070:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539078:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539084:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539091:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539097:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.539101:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539113:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539125:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.539128:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.539133:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539138:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310a00/0x3b91f5b494389e1c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952309.539159:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000072d31bc6 reply state 00000000cd661c2f transno 34359738701 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539171:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539177:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff8a74c350c900) 00010000:00010000:0.0:1783952309.539179:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952309.539181:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952309.539216:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389e15 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5db expref: 73 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539231:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389e2a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5db expref: 72 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.539237:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x2f:0x0].0x0 (ffff8a74c350c800) 00010000:00010000:0.0:1783952309.539239:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952309.539241:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310c00, rc 0) 00000100:00100000:0.0:1783952309.539327:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584100864:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1421us (7839us total) trans 34359738701 rc 0/0 00000100:00100000:0.0:1783952309.539370:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 667 00000100:00100000:2.0:1783952309.554517:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.554609:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584100992 00000100:00100000:3.0:1783952309.554619:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584100992 00000100:00100000:3.0:1783952309.554694:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 338 00000100:00100000:3.0:1783952309.554705:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+39:69252:x1870607584100992:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952309.554723:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952309.554744:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5e2 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952309.554769:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952309.554788:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:3.0:1783952309.554792:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.554817:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 40 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.554836:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 40 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.554850:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952309.554950:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69252:x1870607584100992:12345-192.168.202.38@tcp:101:cp.0 Request processed in 247us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.554959:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 338 00000100:00100000:3.0:1783952309.565815:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.565989:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584101120 00000100:00100000:2.0:1783952309.566002:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584101120 00000100:00100000:2.0:1783952309.566086:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 339 00000100:00100000:2.0:1783952309.566112:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:123797:x1870607584101120:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.566131:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.566150:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5e9 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.566186:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.566196:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.566201:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.566206:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 41 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.566242:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.566256:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.566271:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600698112:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952309.566399:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.575744:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600698112:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952309.575851:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 41 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.575875:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef200, rc 0) 00000100:00100000:0.0:1783952309.575989:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:123797:x1870607584101120:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9877us (10184us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.576021:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 339 00000100:00100000:3.0:1783952309.589459:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.589554:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584101248 00000100:00100000:0.0:1783952309.589565:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584101248 00010000:00010000:0.0:1783952309.589609:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.589661:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 162 00000100:00100000:0.0:1783952309.589671:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:69255:x1870607584101248:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952309.589687:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952309.589710:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.589725:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.589749:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b494389e38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e2 expref: 41 pid: 162836 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.589876:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.589881:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.589891:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 40 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.589902:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 40 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.589967:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 40 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.589984:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600698240:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952309.590134:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.595951:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.596066:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600698240:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952309.596094:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.596153:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69255:x1870607584101248:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6482us (6703us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.596164:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 162 00000100:00100000:1.0:1783952309.596299:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584101504 00000100:00100000:1.0:1783952309.596307:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584101504 00000100:00100000:1.0:1783952309.596387:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 182 00000100:00100000:1.0:1783952309.596397:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:123797:x1870607584101504:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952309.596687:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584101504:12345-192.168.202.38@tcp:35:cp.0 Request processed in 290us (744us total) trans 34359738702 rc 0/0 00000100:00100000:1.0:1783952309.596695:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 182 00000100:00100000:2.0:1783952309.609417:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.610735:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584101632 00000100:00100000:1.0:1783952309.610748:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584101632 00000100:00100000:1.0:1783952309.610820:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 668 00000100:00100000:1.0:1783952309.610832:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584101632:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.610859:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.610883:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e46 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5f0 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.610961:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.610977:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611016:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611032:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611040:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611048:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611090:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611098:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611105:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611111:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611118:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.611122:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611130:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611143:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.611152:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.611157:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611164:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e4d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611182:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611188:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611194:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611200:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.611203:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611209:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611217:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff8a75f65e4100) 00010000:00010000:1.0:1783952309.611219:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.611222:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611228:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e54 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611261:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e46 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5f0 expref: 75 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611278:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.611280:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.611284:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e46 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5f0 expref: 75 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.611295:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44c00, rc 0) 00000100:00100000:1.0:1783952309.611414:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584101632:12345-192.168.202.38@tcp:101:cp.0 Request processed in 585us (2007us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.611421:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 668 00000100:00100000:3.0:1783952309.618244:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.618405:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584101760 00000100:00100000:1.0:1783952309.618415:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584101760 00000100:00100000:1.0:1783952309.618491:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 669 00000100:00100000:1.0:1783952309.618514:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584101760:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.618537:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.618559:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e5b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5f7 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618632:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618648:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618672:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618688:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618710:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618717:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618760:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618768:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618775:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618782:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618788:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.618793:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618799:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618813:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.618816:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.618821:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618827:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389e62 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618847:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618852:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618857:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618862:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.618865:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618870:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618877:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff8a75f65e4100) 00010000:00010000:1.0:1783952309.618880:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.618882:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618887:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44400/0x3b91f5b494389e69 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618921:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e5b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5f7 expref: 75 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618932:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.618934:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.618946:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389e5b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5f7 expref: 75 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.618955:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44c00, rc 0) 00000100:00100000:1.0:1783952309.619040:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584101760:12345-192.168.202.38@tcp:101:cp.0 Request processed in 539us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.619048:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 669 00000100:00100000:3.0:1783952309.623145:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.623403:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102016 00000100:00100000:1.0:1783952309.623419:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102016 00000100:00100000:1.0:1783952309.623501:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 670 00000100:00100000:1.0:1783952309.623512:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+74:123797:x1870607584102016:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.623535:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.623560:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389e70 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e5fe expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623691:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623707:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623718:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623733:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623740:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.623745:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952309.624102:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d9:0x0], index 1: 0 00080000:00000400:1.0:1783952309.624115:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.624119:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.624122:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.624124:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.624127:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.624129:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.624147:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.624150:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.624152:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.624154:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.624156:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.624158:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.624573:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.624577:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.624579:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.624581:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.624584:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.624586:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952309.624706:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389e85 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624717:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389e85 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624727:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389e85 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624762:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624783:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624790:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624797:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624804:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.624808:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624815:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624828:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.624832:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.624836:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624842:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389e77 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.624857:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005f481f2c reply state 00000000ef2ec186 transno 34359738703 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624869:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624876:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff8a75f65e4f00) 00010000:00010000:1.0:1783952309.624884:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.624888:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.624930:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389e70 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5fe expref: 77 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624947:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389e85 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5fe expref: 76 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.624955:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x30:0x0].0x0 (ffff8a75f65e4600) 00010000:00010000:1.0:1783952309.624957:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.624959:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030000, rc 0) 00000100:00100000:1.0:1783952309.625035:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584102016:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1524us (1900us total) trans 34359738703 rc 0/0 00000100:00100000:1.0:1783952309.625044:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 670 00000100:00100000:2.0:1783952309.641713:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.642097:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102144 00000100:00100000:3.0:1783952309.642107:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102144 00000100:00100000:3.0:1783952309.642226:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:3.0:1783952309.642237:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69254:x1870607584102144:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952309.642257:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952309.642279:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e605 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952309.642307:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952309.642328:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:3.0:1783952309.642333:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.642408:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 43 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.642428:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 43 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.642443:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593a00, rc 0) 00000100:00100000:3.0:1783952309.642683:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584102144:12345-192.168.202.38@tcp:101:cp.0 Request processed in 447us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952309.642691:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 340 00000100:00100000:3.0:1783952309.665997:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.666612:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102272 00000100:00100000:0.0:1783952309.666624:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102272 00000100:00100000:0.0:1783952309.666734:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:0.0:1783952309.666746:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:123797:x1870607584102272:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.666780:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.666800:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e60c expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.666833:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.666843:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.666848:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.666854:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 44 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.666908:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.666924:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.666938:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600698368:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952309.667034:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952309.697689:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600698368:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952309.697726:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 44 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.697776:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310a00, rc 0) 00000100:00100000:2.0:1783952309.697845:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584102272:12345-192.168.202.38@tcp:101:cp.0 Request processed in 31101us (31857us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.697854:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 341 00000100:00100000:2.0:1783952309.709223:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.714113:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102400 00000100:00100000:1.0:1783952309.714130:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102400 00010000:00010000:1.0:1783952309.714188:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.714313:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 163 00000100:00100000:1.0:1783952309.714324:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584102400:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952309.714366:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952309.714390:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.714406:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.714464:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b494389e93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e605 expref: 44 pid: 162835 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.714482:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.714486:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.714494:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 43 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.714505:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 43 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.714545:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 43 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.714561:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600698496:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952309.714645:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c12edb40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.719198:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600698496:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952309.719228:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952309.719292:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69253:x1870607584102400:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4968us (10078us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.719303:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 163 00000100:00100000:1.0:1783952309.724276:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.724394:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102656 00000100:00100000:2.0:1783952309.724405:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102656 00000100:00100000:2.0:1783952309.724457:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00100000:2.0:1783952309.724467:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+77:123797:x1870607584102656:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952309.724967:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584102656:12345-192.168.202.38@tcp:35:cp.0 Request processed in 499us (700us total) trans 34359738704 rc 0/0 00000100:00100000:2.0:1783952309.724977:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00100000:2.0:1783952309.735310:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.735757:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102784 00000100:00100000:0.0:1783952309.735769:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102784 00000100:00100000:0.0:1783952309.735847:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 671 00000100:00100000:0.0:1783952309.735857:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584102784:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.735888:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.735910:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ea1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e613 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.735984:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.735998:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736021:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736037:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736059:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736067:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736109:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736118:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736124:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736132:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736137:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.736142:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736149:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736161:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.736163:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.736168:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736173:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ea8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736194:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736200:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736206:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736211:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.736214:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736220:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736228:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff8a74c350cc00) 00010000:00010000:0.0:1783952309.736230:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.736233:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736238:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389eaf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736271:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ea1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e613 expref: 79 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736281:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.736284:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.736294:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ea1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e613 expref: 79 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.736303:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952309.736423:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584102784:12345-192.168.202.38@tcp:101:cp.0 Request processed in 567us (1122us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.736432:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 671 00000100:00100000:3.0:1783952309.739211:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.740372:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584102912 00000100:00100000:2.0:1783952309.740385:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584102912 00000100:00100000:2.0:1783952309.740448:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 672 00000100:00100000:2.0:1783952309.740457:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584102912:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.740477:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.740497:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389eb6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e61a expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740577:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740590:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740628:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740644:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740661:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740668:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740711:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740719:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740726:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740733:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740738:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.740743:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740760:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740773:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.740782:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.740788:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740794:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389ebd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740807:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740813:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740818:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740823:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.740826:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740832:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740840:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff8a75f51af400) 00010000:00010000:2.0:1783952309.740843:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.740846:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740852:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389ec4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740885:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389eb6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e61a expref: 79 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740901:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.740904:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.740907:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389eb6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e61a expref: 79 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.740917:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4efa00, rc 0) 00000100:00100000:2.0:1783952309.740986:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584102912:12345-192.168.202.38@tcp:101:cp.0 Request processed in 529us (1784us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.740994:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 672 00000100:00100000:2.0:1783952309.757748:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.757992:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103168 00000100:00100000:0.0:1783952309.758002:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103168 00000100:00100000:0.0:1783952309.758078:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 673 00000100:00100000:0.0:1783952309.758088:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+78:123797:x1870607584103168:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.758112:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.758133:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ecb lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e621 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758244:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758259:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758272:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758287:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758295:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.758300:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952309.759315:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25e:0x0], index 0: 0 00080000:00000400:0.0:1783952309.759330:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.759364:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.759367:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.759369:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.759372:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.759374:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.759393:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.759396:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.759398:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.759400:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.759402:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.759405:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.759434:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.759436:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.759439:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.759441:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.759443:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.759445:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952309.759677:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389ee0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759691:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389ee0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759701:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389ee0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759742:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759945:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759953:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759961:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759967:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.759972:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759981:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.759994:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.759997:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.760013:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.760021:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311400/0x3b91f5b494389ed2 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952309.760037:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009c57857d reply state 0000000040b95041 transno 34359738705 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.760049:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.760055:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff8a74c350cc00) 00010000:00010000:0.0:1783952309.760063:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952309.760066:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952309.760100:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389ecb lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e621 expref: 81 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.760116:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389ee0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e621 expref: 80 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.760124:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x31:0x0].0x0 (ffff8a74c350c700) 00010000:00010000:0.0:1783952309.760126:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952309.760129:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311c00, rc 0) 00000100:00100000:0.0:1783952309.761126:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584103168:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3032us (3381us total) trans 34359738705 rc 0/0 00000100:00100000:0.0:1783952309.761138:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 673 00000100:00100000:2.0:1783952309.767454:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.767601:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103296 00000100:00100000:0.0:1783952309.767612:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103296 00000100:00100000:0.0:1783952309.767684:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 342 00000100:00100000:0.0:1783952309.767695:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+40:69253:x1870607584103296:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.767715:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.767736:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e628 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952309.767762:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952309.767784:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:0.0:1783952309.767789:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.767800:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 41 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.767855:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 41 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.767868:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952309.767932:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:69253:x1870607584103296:12345-192.168.202.38@tcp:101:cp.0 Request processed in 238us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.767939:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 342 00000100:00100000:3.0:1783952309.775538:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.775940:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103424 00000100:00100000:0.0:1783952309.775952:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103424 00000100:00100000:0.0:1783952309.776026:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 343 00000100:00100000:0.0:1783952309.776037:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:123797:x1870607584103424:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.776057:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.776079:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e62f expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.776112:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.776121:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.776126:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.776131:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 42 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.776172:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.776201:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.776216:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600698624:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952309.776407:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.783707:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600698624:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952309.783748:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 42 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.783782:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311400, rc 0) 00000100:00100000:0.0:1783952309.783855:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:123797:x1870607584103424:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7813us (8321us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.783866:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 343 00000100:00100000:3.0:1783952309.786965:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.787266:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103552 00000100:00100000:2.0:1783952309.787276:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103552 00010000:00010000:2.0:1783952309.787322:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.787412:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 164 00000100:00100000:2.0:1783952309.787423:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69255:x1870607584103552:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952309.787444:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952309.787471:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.787488:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.787545:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e0000ab/0x3b91f5b494389eee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e628 expref: 42 pid: 162843 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.787561:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.787566:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.787576:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 41 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.787587:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 41 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.787626:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 41 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.787643:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600698752:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952309.787739:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.791414:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.791494:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103808 00000100:00100000:0.0:1783952309.791504:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103808 00000100:00100000:2.0:1783952309.791531:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600698752:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952309.791558:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.791559:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00100000:0.0:1783952309.791568:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+81:123797:x1870607584103808:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952309.791615:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:69255:x1870607584103552:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4194us (4660us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.791625:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 164 00000100:00100000:0.0:1783952309.791993:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584103808:12345-192.168.202.38@tcp:35:cp.0 Request processed in 425us (589us total) trans 34359738706 rc 0/0 00000100:00100000:0.0:1783952309.792000:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00100000:1.0:1783952309.795844:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.795913:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584103936 00000100:00100000:2.0:1783952309.795925:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584103936 00000100:00100000:2.0:1783952309.795993:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 674 00000100:00100000:2.0:1783952309.796029:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584103936:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.796057:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.796080:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389efc lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e636 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796148:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796163:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796175:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796190:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796196:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796203:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796247:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796253:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796260:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796278:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796286:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.796291:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796300:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796312:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.796316:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.796321:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796328:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f03 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796381:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796389:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796395:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796400:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.796403:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796420:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796428:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff8a75f51af400) 00010000:00010000:2.0:1783952309.796431:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.796434:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796440:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f0a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796471:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389efc lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e636 expref: 83 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796482:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.796484:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.796488:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389efc lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e636 expref: 83 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.796509:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4efa00, rc 0) 00000100:00100000:2.0:1783952309.796568:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584103936:12345-192.168.202.38@tcp:101:cp.0 Request processed in 542us (733us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.796575:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 674 00000100:00100000:3.0:1783952309.799289:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.799409:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104064 00000100:00100000:0.0:1783952309.799418:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104064 00000100:00100000:0.0:1783952309.799477:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 675 00000100:00100000:0.0:1783952309.799504:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584104064:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.799525:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.799546:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389f11 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e63d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799612:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799627:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799639:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799664:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799673:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799680:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799724:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799732:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799757:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799775:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799782:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.799786:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799794:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799807:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.799811:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.799815:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799822:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b494389f18 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799838:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799844:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799926:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799932:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.799936:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799953:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799962:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff8a74ca1cf800) 00010000:00010000:0.0:1783952309.799965:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.799968:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.799975:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389f1f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.800008:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389f11 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e63d expref: 83 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.800018:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.800021:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.800025:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389f11 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e63d expref: 83 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.800034:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310000, rc 0) 00000100:00100000:0.0:1783952309.801063:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584104064:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1556us (1778us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.801074:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 675 00000100:00100000:3.0:1783952309.816461:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.816636:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104320 00000100:00100000:1.0:1783952309.816675:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104320 00000100:00100000:1.0:1783952309.816761:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 676 00000100:00100000:1.0:1783952309.816772:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+82:123797:x1870607584104320:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.816795:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.816819:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f26 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e644 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.816948:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.816963:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.816974:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.816990:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.816997:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817003:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952309.817319:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1da:0x0], index 1: 0 00080000:00000400:1.0:1783952309.817377:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.817382:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.817384:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.817386:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.817389:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.817400:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.817423:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.817426:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.817427:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.817429:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.817431:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.817432:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.817460:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.817462:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.817463:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.817465:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.817467:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.817468:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952309.817562:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389f3b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817574:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389f3b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817582:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389f3b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817615:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817622:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817628:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817635:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817660:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.817666:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817673:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817687:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.817689:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.817694:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817702:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f2d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.817716:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cf359bdd reply state 00000000819c7fba transno 34359738707 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817728:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817735:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff8a75f65e4100) 00010000:00010000:1.0:1783952309.817737:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.817740:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.817771:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f26 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e644 expref: 85 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817787:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389f3b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e644 expref: 84 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.817808:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x32:0x0].0x0 (ffff8a75f65e4800) 00010000:00010000:1.0:1783952309.817811:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.817813:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44c00, rc 0) 00000100:00100000:1.0:1783952309.817886:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584104320:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1115us (1438us total) trans 34359738707 rc 0/0 00000100:00100000:1.0:1783952309.817894:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 676 00000100:00100000:2.0:1783952309.823262:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.823379:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104448 00000100:00100000:0.0:1783952309.823391:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104448 00000100:00100000:0.0:1783952309.823458:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 344 00000100:00100000:0.0:1783952309.823469:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584104448:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.823510:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.823537:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e64b expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952309.823567:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952309.823590:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:0.0:1783952309.823594:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.823604:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 44 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.823622:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 44 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.823635:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310000, rc 0) 00000100:00100000:0.0:1783952309.823714:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584104448:12345-192.168.202.38@tcp:101:cp.0 Request processed in 247us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.823721:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 344 00000100:00100000:0.0:1783952309.828667:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.828963:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104576 00000100:00100000:1.0:1783952309.828976:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104576 00000100:00100000:1.0:1783952309.829167:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 345 00000100:00100000:1.0:1783952309.829180:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584104576:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.829199:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.829218:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e652 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.829250:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.829260:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.829265:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.829271:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 45 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.829306:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.829361:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952309.829378:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600698880:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952309.829472:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75efe20e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952309.833828:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.834081:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600698880:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952309.834122:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 45 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.834143:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b44400, rc 0) 00000100:00100000:1.0:1783952309.834210:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:123797:x1870607584104576:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5032us (5559us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.834220:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 345 00000100:00100000:0.0:1783952309.834372:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104704 00000100:00100000:0.0:1783952309.834380:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104704 00010000:00010000:0.0:1783952309.834414:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.834454:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 165 00000100:00100000:0.0:1783952309.834463:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69252:x1870607584104704:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952309.834493:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952309.834515:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.834527:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.834551:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007c676c5/0x3b91f5b494389f49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e64b expref: 45 pid: 162842 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.834565:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.834569:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.834579:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 44 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.834591:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 44 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.834628:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 44 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.834644:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600699008:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952309.834709:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.840836:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:159101:1870607600699008:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952309.840874:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952309.840949:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584104704:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6484us (7130us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.840960:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 165 00000100:00100000:2.0:1783952309.848455:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.848555:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584104960 00000100:00100000:0.0:1783952309.848570:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584104960 00000100:00100000:0.0:1783952309.848632:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 185 00000100:00100000:0.0:1783952309.848642:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+85:123797:x1870607584104960:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952309.849381:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584104960:12345-192.168.202.38@tcp:35:cp.0 Request processed in 736us (931us total) trans 34359738708 rc 0/0 00000100:00100000:0.0:1783952309.849392:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 185 00000100:00100000:3.0:1783952309.854561:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.854697:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105088 00000100:00100000:2.0:1783952309.854707:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105088 00000100:00100000:2.0:1783952309.854780:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 677 00000100:00100000:2.0:1783952309.854806:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584105088:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.854833:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.855021:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f57 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e659 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855097:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855112:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855125:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855138:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855145:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855152:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855192:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855199:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855206:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855224:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855231:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.855236:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855245:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855258:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.855261:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.855266:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855274:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b494389f5e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855289:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855296:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855303:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855308:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.855312:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855327:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855431:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff8a75f51af400) 00010000:00010000:2.0:1783952309.855434:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.855438:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855445:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b494389f65 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855478:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f57 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e659 expref: 87 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855488:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.855491:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.855495:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b494389f57 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e659 expref: 87 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.855504:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ee400, rc 0) 00000100:00100000:2.0:1783952309.855569:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584105088:12345-192.168.202.38@tcp:101:cp.0 Request processed in 764us (1019us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.855577:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 677 00000100:00100000:0.0:1783952309.860457:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.860678:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105216 00000100:00100000:1.0:1783952309.860689:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105216 00000100:00100000:2.0:1783952309.860938:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 678 00000100:00100000:2.0:1783952309.860951:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584105216:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.860974:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.860995:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389f6c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e660 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861082:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861097:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861108:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861124:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861130:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861136:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861179:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861185:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861191:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861197:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861202:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ae00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.861213:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861220:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861232:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.861235:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.861239:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861246:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ae00/0x3b91f5b494389f73 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861259:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861266:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861272:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861276:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.861279:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861284:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861290:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff8a75d69e2200) 00010000:00010000:2.0:1783952309.861293:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.861301:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861307:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389f7a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861382:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389f6c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e660 expref: 87 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861393:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.861396:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.861409:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389f6c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e660 expref: 87 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.861419:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef000, rc 0) 00000100:00100000:2.0:1783952309.861476:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584105216:12345-192.168.202.38@tcp:101:cp.0 Request processed in 528us (1029us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.861483:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 678 00000100:00100000:0.0:1783952309.866617:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.866952:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105472 00000100:00100000:1.0:1783952309.866964:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105472 00000100:00100000:1.0:1783952309.867028:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 679 00000100:00100000:1.0:1783952309.867038:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+86:123797:x1870607584105472:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.867059:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.867083:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389f81 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e667 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867192:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867221:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867233:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867248:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867255:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.867261:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952309.868036:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x25f:0x0], index 0: 0 00080000:00000400:1.0:1783952309.868052:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.868056:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.868059:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.868061:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.868063:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.868065:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.868084:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.868087:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.868089:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.868091:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.868094:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.868096:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.868124:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.868127:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952309.868130:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.868140:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.868142:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.868144:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952309.868247:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eaa00/0x3b91f5b494389f96 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868259:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eaa00/0x3b91f5b494389f96 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868270:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eaa00/0x3b91f5b494389f96 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868304:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868312:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868319:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868326:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868332:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.868612:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868680:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868696:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.868699:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.868711:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.868718:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b494389f88 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.868734:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000181b8009 reply state 00000000181df88a transno 34359738709 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.869069:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.869076:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff8a75f65e4000) 00010000:00010000:1.0:1783952309.869078:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.869081:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.869123:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b494389f81 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e667 expref: 89 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.869139:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eaa00/0x3b91f5b494389f96 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e667 expref: 88 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.869147:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x33:0x0].0x0 (ffff8a75f65e4900) 00010000:00010000:1.0:1783952309.869150:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.869152:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eaa00, rc 0) 00000100:00100000:1.0:1783952309.869294:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584105472:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2256us (2688us total) trans 34359738709 rc 0/0 00000100:00100000:1.0:1783952309.869305:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 679 00000100:00100000:3.0:1783952309.875200:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.875360:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105600 00000100:00100000:2.0:1783952309.875370:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105600 00000100:00100000:2.0:1783952309.875437:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 346 00000100:00100000:2.0:1783952309.875448:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+41:69253:x1870607584105600:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.875466:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.875485:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e66e expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952309.875513:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952309.875532:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:2.0:1783952309.875550:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.875560:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 42 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.875578:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 42 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.875592:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a000, rc 0) 00000100:00100000:2.0:1783952309.875666:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69253:x1870607584105600:12345-192.168.202.38@tcp:101:cp.0 Request processed in 219us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.875674:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 346 00000100:00100000:0.0:1783952309.891324:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.893678:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105728 00000100:00100000:2.0:1783952309.893693:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105728 00000100:00100000:2.0:1783952309.893842:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 347 00000100:00100000:2.0:1783952309.893865:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:123797:x1870607584105728:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.893888:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.893908:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e675 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.893945:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.893954:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.893958:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.893963:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 43 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.894023:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.894040:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.894055:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:162843:1870607600699136:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952309.894149:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952309.901168:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:162843:1870607600699136:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952309.901210:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 43 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.901232:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ae00, rc 0) 00000100:00100000:2.0:1783952309.901369:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:123797:x1870607584105728:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7517us (10053us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.901378:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 347 00000100:00100000:1.0:1783952309.908588:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952309.912562:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584105856 00000100:00100000:3.0:1783952309.912580:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584105856 00010000:00010000:3.0:1783952309.912631:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952309.912766:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 166 00000100:00100000:3.0:1783952309.912776:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584105856:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952309.912809:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952309.912833:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.912861:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.912890:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002aa3a21c/0x3b91f5b494389fa4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e66e expref: 43 pid: 161717 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.912909:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.912914:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952309.913082:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 42 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.913094:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 42 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952309.913140:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 42 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952309.913155:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600699264:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952309.913236:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.919480:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff828380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600699264:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952309.919513:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952309.919676:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69254:x1870607584105856:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6900us (11096us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.919689:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 166 00000100:00100000:3.0:1783952309.919833:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.922201:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106112 00000100:00100000:0.0:1783952309.922218:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106112 00000100:00100000:0.0:1783952309.922289:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 186 00000100:00100000:0.0:1783952309.922299:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+89:123797:x1870607584106112:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952309.922657:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106112:12345-192.168.202.38@tcp:35:cp.0 Request processed in 349us (2815us total) trans 34359738710 rc 0/0 00000100:00100000:0.0:1783952309.922665:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 186 00000100:00100000:2.0:1783952309.928575:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.928696:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106240 00000100:00100000:0.0:1783952309.928706:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106240 00000100:00100000:0.0:1783952309.929188:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 680 00000100:00100000:0.0:1783952309.929200:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106240:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.929227:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.929248:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389fb2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e67c expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929330:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929389:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929402:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929419:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929426:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929432:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929476:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929483:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929489:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929495:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929501:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.929512:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929519:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929531:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.929534:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.929538:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929544:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b494389fb9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929558:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929565:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929571:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929576:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.929579:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929584:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929592:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff8a75de287b00) 00010000:00010000:0.0:1783952309.929594:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.929604:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929610:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b494389fc0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929658:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389fb2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e67c expref: 91 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929669:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.929671:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.929674:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310200/0x3b91f5b494389fb2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e67c expref: 91 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.929684:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310200, rc 0) 00000100:00100000:0.0:1783952309.930480:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106240:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1277us (1910us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.930490:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 680 00000100:00100000:3.0:1783952309.933493:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.933679:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106368 00000100:00100000:2.0:1783952309.933690:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106368 00000100:00100000:2.0:1783952309.933806:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 681 00000100:00100000:2.0:1783952309.933818:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106368:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952309.933839:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952309.934027:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494389fc7 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e683 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934113:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934130:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934141:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934224:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934233:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934241:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934283:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934290:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934295:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934301:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934307:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.934318:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934326:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934441:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.934445:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.934450:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934459:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a000/0x3b91f5b494389fce lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934474:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934480:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934486:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934492:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952309.934495:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934501:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934509:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff8a75d69e2d00) 00010000:00010000:2.0:1783952309.934511:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.934521:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934527:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b494389fd5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934562:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494389fc7 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e683 expref: 91 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934572:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952309.934575:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952309.934579:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b494389fc7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e683 expref: 91 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.934588:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b400, rc 0) 00000100:00100000:2.0:1783952309.934689:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106368:12345-192.168.202.38@tcp:101:cp.0 Request processed in 872us (1205us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952309.934698:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 681 00000100:00100000:0.0:1783952309.941248:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.941387:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106624 00000100:00100000:1.0:1783952309.941398:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106624 00000100:00100000:1.0:1783952309.941455:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 682 00000100:00100000:1.0:1783952309.941466:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+90:123797:x1870607584106624:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.941488:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.941510:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b494389fdc lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e68a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941639:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941665:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941677:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941692:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941697:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.941703:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952309.942135:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1db:0x0], index 1: 0 00080000:00000400:1.0:1783952309.942148:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.942161:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.942163:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.942166:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.942168:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.942171:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.942192:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.942195:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.942197:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.942199:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.942201:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.942203:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952309.942231:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952309.942234:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952309.942236:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952309.942238:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952309.942241:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952309.942242:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952309.942362:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eac00/0x3b91f5b494389ff1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942371:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eac00/0x3b91f5b494389ff1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942379:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eac00/0x3b91f5b494389ff1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942412:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942419:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942425:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942439:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942445:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.942450:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942458:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942471:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.942474:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.942479:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942486:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b494389fe3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.942502:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000096e1988c reply state 000000002fd0a57c transno 34359738711 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942513:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942519:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff8a75f65e4e00) 00010000:00010000:1.0:1783952309.942521:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.942524:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.942554:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b494389fdc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e68a expref: 93 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942580:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eac00/0x3b91f5b494389ff1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e68a expref: 92 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.942586:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x34:0x0].0x0 (ffff8a75f65e4d00) 00010000:00010000:1.0:1783952309.942589:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.942591:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eac00, rc 0) 00000100:00100000:1.0:1783952309.942671:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584106624:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1206us (1430us total) trans 34359738711 rc 0/0 00000100:00100000:1.0:1783952309.942680:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 682 00000100:00100000:0.0:1783952309.950076:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.950178:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106752 00000100:00100000:1.0:1783952309.950190:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106752 00000100:00100000:1.0:1783952309.950256:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 348 00000100:00100000:1.0:1783952309.950267:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584106752:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.950287:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.950310:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e691 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952309.950357:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952309.950380:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=5996s v=(0 0) 00010000:00010000:1.0:1783952309.950385:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952309.950396:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 45 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.950415:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 45 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.950449:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4ea000, rc 0) 00000100:00100000:1.0:1783952309.950512:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584106752:12345-192.168.202.38@tcp:101:cp.0 Request processed in 246us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952309.950519:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 348 00000100:00100000:3.0:1783952309.954248:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.954378:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584106880 00000100:00100000:0.0:1783952309.954390:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584106880 00000100:00100000:0.0:1783952309.954445:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 349 00000100:00100000:0.0:1783952309.954454:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:123797:x1870607584106880:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.954473:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.954494:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e698 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.954526:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.954550:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.954555:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952309.954560:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 46 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.954597:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.954614:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952309.954640:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600699392:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952309.954739:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbacacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952309.957214:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600699392:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952309.957254:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 46 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.957275:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310200, rc 0) 00000100:00100000:0.0:1783952309.957362:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:123797:x1870607584106880:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2882us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952309.957372:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 349 00000100:00100000:1.0:1783952309.962133:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952309.962255:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107008 00000100:00100000:2.0:1783952309.962267:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107008 00010000:00010000:2.0:1783952309.962314:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.962401:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00100000:2.0:1783952309.962411:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584107008:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952309.962427:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952309.962450:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.962489:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.962516:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000823eb02b/0x3b91f5b494389fff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e691 expref: 46 pid: 160616 timeout: 6096 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.962533:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.962537:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952309.962545:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 45 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.962554:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 45 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952309.962598:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 45 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952309.962613:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600699520:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952309.962723:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00000100:00100000:1.0:1783952309.972175:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.972791:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107264 00000100:00100000:0.0:1783952309.972804:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107264 00000100:00100000:0.0:1783952309.972880:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 187 00000100:00100000:0.0:1783952309.972906:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+93:123797:x1870607584107264:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952309.973226:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107264:12345-192.168.202.38@tcp:35:cp.0 Request processed in 321us (1061us total) trans 34359738712 rc 0/0 00000100:00100000:0.0:1783952309.973235:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 187 00000100:00100000:2.0:1783952309.974403:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600699520:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952309.974430:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952309.974526:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69252:x1870607584107008:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 12116us (12404us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952309.974537:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00100000:1.0:1783952309.981720:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.985156:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107392 00000100:00100000:0.0:1783952309.985176:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107392 00000100:00100000:0.0:1783952309.985252:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 683 00000100:00100000:0.0:1783952309.985263:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107392:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.985288:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.985310:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a00d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e69f expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985552:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985568:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985581:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985596:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985604:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985611:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985817:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985826:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985833:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.985841:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986036:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.986043:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986052:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986066:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.986069:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.986075:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986081:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a014 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986094:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986099:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986111:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986116:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952309.986119:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986126:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986134:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff8a75de287b00) 00010000:00010000:0.0:1783952309.986136:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.986139:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986143:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a01b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986182:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a00d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e69f expref: 95 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986191:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952309.986193:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952309.986196:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a00d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e69f expref: 95 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.986204:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:0.0:1783952309.986317:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107392:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1055us (4607us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952309.986376:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 683 00000100:00100000:2.0:1783952309.991870:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952309.992026:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107520 00000100:00100000:1.0:1783952309.992035:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107520 00000100:00100000:1.0:1783952309.992093:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 684 00000100:00100000:1.0:1783952309.992102:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107520:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952309.992122:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952309.992143:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a022 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6a6 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992210:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992223:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992234:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992247:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992271:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992278:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992321:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992329:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992439:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992446:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992452:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.992456:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992465:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992477:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.992480:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.992484:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992490:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a029 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992510:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992517:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992523:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992528:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ea400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.992530:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992536:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992543:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff8a75f65e4a00) 00010000:00010000:1.0:1783952309.992545:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.992547:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992553:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a030 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992583:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a022 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6a6 expref: 95 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992592:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.992594:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.992602:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a022 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6a6 expref: 95 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.992611:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eb600, rc 0) 00000100:00100000:1.0:1783952309.992841:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107520:12345-192.168.202.38@tcp:101:cp.0 Request processed in 738us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952309.992858:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 684 00000100:00100000:2.0:1783952309.995999:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952309.996106:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107776 00000100:00100000:0.0:1783952309.996116:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107776 00000100:00100000:0.0:1783952309.996211:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 685 00000100:00100000:0.0:1783952309.996223:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+94:123797:x1870607584107776:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952309.996246:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952309.996269:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a037 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6ad expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996486:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996503:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996515:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996531:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996537:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.996544:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952309.997072:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x260:0x0], index 0: 0 00080000:00000400:0.0:1783952309.997088:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.997111:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.997114:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.997116:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.997118:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.997120:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.997143:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.997145:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.997148:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.997149:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.997151:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.997153:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952309.997189:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952309.997192:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952309.997193:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952309.997195:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952309.997197:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952309.997198:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952309.997304:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438a04c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.997315:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438a04c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952309.997324:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438a04c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997730:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997739:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997745:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997822:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997829:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952309.997834:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997842:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997926:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952309.997929:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952309.997935:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997942:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a03e lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952309.997968:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca4510d6 reply state 0000000011e10bfb transno 34359738713 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997981:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.997988:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff8a75de287b00) 00010000:00010000:1.0:1783952309.997990:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952309.997993:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952309.998034:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311600/0x3b91f5b49438a037 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6ad expref: 97 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.998051:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438a04c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6ad expref: 96 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952309.998059:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x35:0x0].0x0 (ffff8a75de287000) 00010000:00010000:1.0:1783952309.998061:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952309.998064:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783e00, rc 0) 00000100:00100000:1.0:1783952309.998206:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584107776:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1985us (2215us total) trans 34359738713 rc 0/0 00000100:00100000:1.0:1783952309.998217:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 685 00000100:00100000:0.0:1783952310.007585:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.007916:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584107904 00000100:00100000:2.0:1783952310.007929:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584107904 00000100:00100000:2.0:1783952310.008043:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 350 00000100:00100000:2.0:1783952310.008054:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+42:69252:x1870607584107904:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.008072:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.008094:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6b4 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.008125:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.008145:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.008150:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.008161:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 43 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.008181:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 43 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.008195:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef600, rc 0) 00000100:00100000:2.0:1783952310.008268:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69252:x1870607584107904:12345-192.168.202.38@tcp:101:cp.0 Request processed in 216us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.008275:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 350 00000100:00080000:0.0:1783952310.009485:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952310.010827:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.010989:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108032 00000100:00100000:3.0:1783952310.010999:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108032 00000100:00100000:3.0:1783952310.011064:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 351 00000100:00100000:3.0:1783952310.011075:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:123797:x1870607584108032:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.011097:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.011117:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6bb expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.011150:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 44 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.011160:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.011165:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.011170:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 44 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.011205:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 44 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.011219:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 44 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952310.011235:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff82a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600699648:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952310.011320:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.014886:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.015018:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108160 00000100:00100000:0.0:1783952310.015037:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108160 00010000:00010000:0.0:1783952310.015098:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 45 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.015222:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 168 00000100:00100000:0.0:1783952310.015233:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584108160:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952310.015249:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952310.015282:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 45 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.015304:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 45 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.015333:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.015382:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x260:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.015391:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 45 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.015402:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 45 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.015443:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 45 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.015459:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600699776:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952310.015551:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783952310.015754:0:161717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4d6547b/0x3b91f5b49438a05a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6b4 expref: 45 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.015785:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff82a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600699648:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.015815:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 44 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.015827:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593c00, rc 0) 00000100:00100000:2.0:1783952310.015871:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584108032:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4798us (5052us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.015879:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 351 00000100:00100000:1.0:1783952310.032297:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.032530:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600699776:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952310.032570:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.032577:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108416 00000100:00100000:2.0:1783952310.032595:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108416 00000100:00100000:3.0:1783952310.032657:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584108160:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 17415us (17778us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.032673:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 168 00000100:00100000:2.0:1783952310.032693:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 188 00000100:00100000:2.0:1783952310.032711:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+97:123797:x1870607584108416:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.033078:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108416:12345-192.168.202.38@tcp:35:cp.0 Request processed in 373us (798us total) trans 34359738714 rc 0/0 00000100:00100000:2.0:1783952310.033086:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 188 00010000:00010000:0.0:1783952310.036289:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.036401:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.036472:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.036479:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952310.036518:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374000/0x3b91f5b494388c5d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388c64 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.036550:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.036558:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.036579:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.036586:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952310.036609:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf8800/0x3b91f5b494388ba0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388ba7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.036958:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600699904:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.037054:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952310.037059:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952310.037088:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.037168:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952310.037287:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600699904 00000100:00100000:2.0:1783952310.037297:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600699904 00000100:00100000:2.0:1783952310.037403:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700032 00000100:00100000:2.0:1783952310.037407:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700032 00000100:00100000:2.0:1783952310.037436:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783952310.037444:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:106953:x1870607600699904:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952310.037461:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.037508:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a800/0x3b91f5b494388c64 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9feaf7a7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388c5d expref: 16 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.037531:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9feaf7a7 (ffff8a75c66c2e00) 00010000:00010000:2.0:1783952310.037543:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.037596:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:106953:x1870607600699904:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 151us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.037605:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783952310.037626:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783952310.037633:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:106955:x1870607600700032:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952310.037643:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.037668:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b494388ba7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9d6f79b8 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388ba0 expref: 14 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.037679:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9d6f79b8 (ffff8a75fb008800) 00010000:00010000:2.0:1783952310.037688:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.037719:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:106955:x1870607600700032:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 87us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.037726:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783952310.037767:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600699904:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1783952310.038598:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.038618:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.038822:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.038830:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1783952310.038886:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1783952310.038909:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75d0d56200/0x3b91f5b494388ae3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388aea expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.038939:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.038949:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.038970:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.038977:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952310.038996:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1375400/0x3b91f5b494388a26 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388a2d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039014:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.039022:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039041:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039060:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952310.039067:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c431b000/0x3b91f5b49438897e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388985 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039082:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.039090:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039114:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.039120:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1783952310.039237:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700416:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.039312:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952310.039383:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952310.039390:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700288:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.039416:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952310.039449:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700416 00000100:00100000:2.0:1783952310.039471:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700416 00000100:00100000:2.0:1783952310.039523:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700288 00000100:00100000:2.0:1783952310.039526:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700288 00000100:00100000:2.0:1783952310.039552:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783952310.039561:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:106953:x1870607600700416:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952310.039573:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.039595:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9a00/0x3b91f5b494388985 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x96709776 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438897e expref: 14 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.039619:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96709776 (ffff8a75d97bcf00) 00010000:00010000:2.0:1783952310.039630:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.039682:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:106953:x1870607600700416:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 122us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.039690:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783952310.039710:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1783952310.039717:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:106953:x1870607600700288:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1783952310.039726:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.039737:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b494388a2d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a253ddb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388a26 expref: 12 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.039749:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a253ddb (ffff8a75c66c2900) 00010000:00010000:2.0:1783952310.039757:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.039778:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:106953:x1870607600700288:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 61us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.039784:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783952310.040832:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.040867:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952310.040878:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.040922:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952310.040971:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700544 00000100:00100000:3.0:1783952310.040978:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700544 00000100:00100000:1.0:1783952310.040981:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600700160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.041024:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952310.041037:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:106955:x1870607600700544:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952310.041049:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783952310.041061:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783952310.041078:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9600/0x3b91f5b4943888dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943888d6 expref: 11 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.041105:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbf4c99ad (ffff8a75d97bc800) 00010000:00010000:3.0:1783952310.041119:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.041127:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700160 00000100:00100000:1.0:1783952310.041135:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700160 00000100:00100000:3.0:1783952310.041166:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:106955:x1870607600700544:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 131us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.041177:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952310.041218:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1783952310.041237:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783952310.041249:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:106954:x1870607600700160:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1783952310.041263:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.041286:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8200/0x3b91f5b494388aea lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcaaa8ec3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388ae3 expref: 10 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.041304:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcaaa8ec3 (ffff8a75d97bce00) 00010000:00010000:1.0:1783952310.041315:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.041399:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:106954:x1870607600700160:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 153us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.041407:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783952310.041578:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600700160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.041754:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700288:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.041777:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700416:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1783952310.041920:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75e7bf9800/0x3b91f5b4943888d6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbf4c99ad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943888dd expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.041954:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.041965:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042005:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042012:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1783952310.042064:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700672:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1783952310.042092:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374600/0x3b91f5b49438882e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b494388835 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952310.042111:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783952310.042134:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.042144:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042232:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.042236:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700672 00010000:00010000:0.0:1783952310.042244:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1783952310.042248:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700672 00010000:00010000:0.0:1783952310.042277:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0030200/0x3b91f5b494388786 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438878d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042305:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.042307:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000004:00010000:0.0:1783952310.042323:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.042332:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:106955:x1870607600700672:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1783952310.042393:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.042414:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b494388835 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc86efa78 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438882e expref: 9 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.042432:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc86efa78 (ffff8a75fb008900) 00010000:00010000:1.0:1783952310.042442:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.042475:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:106955:x1870607600700672:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 154us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.042482:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783952310.042557:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600700800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.042584:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952310.042642:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600700672:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1783952310.042675:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700800 00000100:00100000:3.0:1783952310.042679:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700800 00000100:00100000:3.0:1783952310.042708:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1783952310.042714:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:106952:x1870607600700800:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1783952310.042723:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952310.042737:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9400/0x3b91f5b49438878d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x30d22c80 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388786 expref: 8 pid: 159854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.042753:0:159101:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30d22c80 (ffff8a75d97bcb00) 00010000:00010000:3.0:1783952310.042761:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952310.042788:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:106952:x1870607600700800:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 75us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.042796:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1783952310.042822:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600700800:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1783952310.042885:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042898:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952310.042918:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c0031400/0x3b91f5b4943886de lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943886e5 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.042941:0:165923:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.042965:0:165923:0:(mdt_handler.c:3962:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.042975:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00010000:00010000:0.0:1783952310.043003:0:165923:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.043011:0:165923:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1783952310.043020:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700928:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1783952310.043026:0:165923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8a75c1374e00/0x3b91f5b494388636 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438863d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1783952310.043046:0:165923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803808 is committed 00000100:00100000:2.0:1783952310.043058:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952310.043132:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108544 00000100:00100000:2.0:1783952310.043139:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108544 00000100:00100000:2.0:1783952310.043177:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 686 00000100:00100000:2.0:1783952310.043186:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108544:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.043207:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.043226:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a068 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6c2 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043300:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043315:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043326:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043376:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043386:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043393:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043437:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043456:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043462:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043469:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043474:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.043479:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043486:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043495:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.043498:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.043502:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043508:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a06f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043520:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043525:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043531:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043542:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.043545:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043552:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043561:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff8a75f51af400) 00010000:00010000:2.0:1783952310.043564:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.043567:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043573:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a076 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043618:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a068 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6c2 expref: 99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043627:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.043630:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.043634:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a068 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6c2 expref: 99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.043644:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef600, rc 0) 00000100:00100000:2.0:1783952310.043717:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108544:12345-192.168.202.38@tcp:101:cp.0 Request processed in 532us (1685us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952310.043724:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 686 00000100:00100000:1.0:1783952310.044064:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600701056:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1783952310.044100:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952310.044139:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600700928 00000100:00100000:1.0:1783952310.044153:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600700928 00000100:00100000:1.0:1783952310.044184:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600701056 00000100:00100000:1.0:1783952310.044187:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600701056 00000100:00100000:1.0:1783952310.044206:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783952310.044213:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:106953:x1870607600700928:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1783952310.044221:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.044234:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1374a00/0x3b91f5b4943886e5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xdab9809a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943886de expref: 8 pid: 159122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.044246:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdab9809a (ffff8a75d0904100) 00010000:00010000:1.0:1783952310.044257:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.044310:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600700928:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 83us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.044317:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783952310.044351:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783952310.044366:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600701056:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1783952310.044373:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.044384:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438863d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed36d805 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388636 expref: 6 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.044395:0:159103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed36d805 (ffff8a75f51af500) 00010000:00010000:1.0:1783952310.044401:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.044427:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600701056:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 68us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.044433:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783952310.044497:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600701056:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1783952310.046215:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600700928:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1783952310.047834:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.051108:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108672 00000100:00100000:1.0:1783952310.051143:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108672 00000100:00100000:1.0:1783952310.051270:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 687 00000100:00100000:1.0:1783952310.051281:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108672:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.051304:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.051325:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a07d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6c9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051424:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051440:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051452:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051466:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051472:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051478:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051527:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051534:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051540:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051553:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051559:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.051563:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051571:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051584:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.051587:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.051591:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051598:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a084 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051610:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051617:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051622:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051626:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eae00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.051628:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051644:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051684:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff8a75ff7e7b00) 00010000:00010000:1.0:1783952310.051686:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.051690:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051696:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a08b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051734:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a07d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6c9 expref: 99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051744:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.051747:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.051750:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a07d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6c9 expref: 99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.051759:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4ea400, rc 0) 00000100:00100000:1.0:1783952310.051840:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108672:12345-192.168.202.38@tcp:101:cp.0 Request processed in 561us (4012us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952310.053715:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 687 00000100:00100000:0.0:1783952310.056228:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.056323:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584108928 00000100:00100000:2.0:1783952310.056359:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584108928 00000100:00100000:2.0:1783952310.056428:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 688 00000100:00100000:2.0:1783952310.056438:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+98:123797:x1870607584108928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.056461:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.056483:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a092 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6d0 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056605:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056622:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056635:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056663:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056672:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.056679:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952310.057230:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1dc:0x0], index 1: 0 00080000:00000400:2.0:1783952310.057245:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952310.057249:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952310.057252:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952310.057262:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952310.057264:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952310.057267:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952310.057288:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952310.057291:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952310.057293:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952310.057296:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952310.057298:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952310.057300:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952310.057330:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952310.057525:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952310.057528:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952310.057530:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952310.057532:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952310.057533:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952310.057660:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b49438a0a7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057672:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b49438a0a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057683:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b49438a0a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057723:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057730:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057737:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057745:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057758:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.057763:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057771:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057787:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.057791:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.057796:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057802:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a099 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952310.057817:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000be20e535 reply state 000000000184afe8 transno 34359738715 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057828:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.057834:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff8a75f51af400) 00010000:00010000:2.0:1783952310.057836:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952310.057839:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952310.058509:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a092 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d0 expref: 101 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.058528:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b49438a0a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d0 expref: 100 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.058552:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x36:0x0].0x0 (ffff8a75d5aa0600) 00010000:00010000:2.0:1783952310.058555:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952310.058557:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef000, rc 0) 00000100:00100000:2.0:1783952310.058698:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584108928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2260us (2481us total) trans 34359738715 rc 0/0 00000100:00100000:2.0:1783952310.058708:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 688 00000100:00100000:3.0:1783952310.067746:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.067904:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109056 00000100:00100000:2.0:1783952310.067917:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109056 00000100:00100000:2.0:1783952310.067992:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 352 00000100:00100000:2.0:1783952310.068003:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584109056:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.068023:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.068047:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6d7 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.068071:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.068090:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.068095:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.068105:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 46 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.068124:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 46 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.068137:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef600, rc 0) 00000100:00100000:2.0:1783952310.068219:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69254:x1870607584109056:12345-192.168.202.38@tcp:101:cp.0 Request processed in 217us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.068226:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 352 00000100:00080000:0.0:1783952310.068587:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952310.074448:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.076974:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109184 00000100:00100000:1.0:1783952310.076988:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109184 00000100:00100000:0.0:1783952310.081053:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 353 00000100:00100000:0.0:1783952310.081068:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:123797:x1870607584109184:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.081092:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.081111:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6de expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.081148:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.081157:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.081161:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.081183:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 47 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.081221:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.081235:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.081251:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600701184:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952310.081372:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.090018:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600701184:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952310.090057:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 47 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.090078:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783800, rc 0) 00000100:00100000:0.0:1783952310.090148:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584109184:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9083us (15711us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.090158:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 353 00000100:00100000:2.0:1783952310.090940:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.092331:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109312 00000100:00100000:1.0:1783952310.092358:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109312 00010000:00010000:1.0:1783952310.092404:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.092470:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 169 00000100:00100000:1.0:1783952310.092480:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584109312:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.092496:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.092520:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.092535:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.092559:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4d6547b/0x3b91f5b49438a0b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d7 expref: 47 pid: 162839 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.092576:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.092580:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.092589:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 46 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.092599:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 46 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.092836:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 46 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.092920:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600701312:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.093010:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c87e0600 going to sleep for 11 seconds 00000100:00100000:1.0:1783952310.102257:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600701312:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.102297:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.102416:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69253:x1870607584109312:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 9936us (11477us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.102429:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 169 00000100:00100000:0.0:1783952310.106023:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.106147:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109568 00000100:00100000:1.0:1783952310.106157:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109568 00000100:00100000:1.0:1783952310.106296:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:1.0:1783952310.106307:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+101:123797:x1870607584109568:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952310.106692:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584109568:12345-192.168.202.38@tcp:35:cp.0 Request processed in 386us (677us total) trans 34359738716 rc 0/0 00000100:00100000:1.0:1783952310.106701:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:2.0:1783952310.117319:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.117528:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109696 00000100:00100000:1.0:1783952310.117540:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109696 00000100:00100000:1.0:1783952310.117658:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 689 00000100:00100000:1.0:1783952310.117669:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584109696:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.117698:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.117721:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a0c3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6e5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117800:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117816:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117858:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117877:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117885:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117891:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117938:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117945:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117953:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117960:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117967:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.117972:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117980:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.117992:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.118001:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.118008:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118015:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a0ca lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118031:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118037:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118043:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118049:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.118051:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118057:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118065:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff8a75ff7e7b00) 00010000:00010000:1.0:1783952310.118068:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.118070:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118076:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a0d1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118115:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a0c3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6e5 expref: 103 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118132:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.118135:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.118139:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eae00/0x3b91f5b49438a0c3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6e5 expref: 103 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.118150:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eae00, rc 0) 00000100:00100000:1.0:1783952310.118226:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584109696:12345-192.168.202.38@tcp:101:cp.0 Request processed in 558us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952310.118234:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 689 00000100:00100000:3.0:1783952310.121275:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.121739:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584109824 00000100:00100000:0.0:1783952310.121759:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584109824 00000100:00100000:0.0:1783952310.121824:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 690 00000100:00100000:0.0:1783952310.121835:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584109824:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.121863:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.121902:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a0d8 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6ec expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.121970:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.121986:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.121998:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122011:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122018:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122025:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122067:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122074:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122080:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122086:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122103:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.122107:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122115:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122128:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.122130:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.122135:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122142:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a0df lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122156:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122163:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122169:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122173:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.122175:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122181:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122197:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff8a75de287c00) 00010000:00010000:0.0:1783952310.122199:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.122202:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122207:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a0e6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122239:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a0d8 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6ec expref: 103 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122250:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.122252:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.122255:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a0d8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6ec expref: 103 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.122263:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783400, rc 0) 00000100:00100000:0.0:1783952310.122329:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584109824:12345-192.168.202.38@tcp:101:cp.0 Request processed in 495us (1063us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.122384:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 690 00000100:00100000:2.0:1783952310.125581:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.125793:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110080 00000100:00100000:0.0:1783952310.125805:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110080 00000100:00100000:0.0:1783952310.125972:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 691 00000100:00100000:0.0:1783952310.125983:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+102:123797:x1870607584110080:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.126007:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.126029:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a0ed lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6f3 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126164:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126180:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126192:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126207:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126213:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126220:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.126579:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x261:0x0], index 0: 0 00080000:00000400:0.0:1783952310.126592:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.126597:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.126599:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.126601:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.126604:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.126606:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.126637:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.126640:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.126642:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.126644:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.126655:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.126664:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.126700:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.126704:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.126705:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.126707:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.126709:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.126711:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.126813:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b49438a102 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126822:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b49438a102 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.126831:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b49438a102 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127233:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127242:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127249:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127255:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127261:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.127266:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127273:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127295:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.127298:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.127304:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127311:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a0f4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.127326:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000edc99c24 reply state 0000000087769417 transno 34359738717 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127375:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127383:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff8a75de287700) 00010000:00010000:0.0:1783952310.127385:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.127388:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.127422:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a0ed lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6f3 expref: 105 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127436:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b49438a102 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6f3 expref: 104 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.127442:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x37:0x0].0x0 (ffff8a75de287300) 00010000:00010000:0.0:1783952310.127445:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.127448:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0000, rc 0) 00000100:00100000:0.0:1783952310.127515:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584110080:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1535us (1945us total) trans 34359738717 rc 0/0 00000100:00100000:0.0:1783952310.127525:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 691 00000100:00100000:2.0:1783952310.144091:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.145122:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110208 00000100:00100000:0.0:1783952310.145133:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110208 00000100:00100000:0.0:1783952310.145200:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:0.0:1783952310.145210:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69252:x1870607584110208:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.145228:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.145248:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e6fa expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952310.145275:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952310.145296:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:0.0:1783952310.145300:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.145310:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 44 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.145327:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 44 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.145368:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1e00, rc 0) 00000100:00100000:0.0:1783952310.145433:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584110208:12345-192.168.202.38@tcp:101:cp.0 Request processed in 224us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.145441:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:2.0:1783952310.157949:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.158098:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110336 00000100:00100000:1.0:1783952310.158110:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110336 00000100:00100000:1.0:1783952310.158182:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 355 00000100:00100000:1.0:1783952310.158193:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:123797:x1870607584110336:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.158213:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.158235:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e701 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.158271:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 45 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.158281:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.158286:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.158291:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 45 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.158392:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 45 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.158409:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 45 pid: 161704 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.158427:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600701440:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952310.158531:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca934240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.161798:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.161967:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110464 00000100:00100000:2.0:1783952310.161977:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110464 00010000:00010000:2.0:1783952310.162017:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 46 pid: 161704 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.162063:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 170 00000100:00100000:2.0:1783952310.162073:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584110464:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952310.162090:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.162116:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 46 pid: 161704 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.162130:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 46 pid: 161704 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.162155:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.162160:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x261:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.162161:0:162835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026f4ecaa/0x3b91f5b49438a110 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6fa expref: 46 pid: 161704 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.162168:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 46 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.162177:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:162835:1870607600701440:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.162192:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 45 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.166416:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 45 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.166442:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eae00, rc 0) 00000100:00100000:1.0:1783952310.166529:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:123797:x1870607584110336:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8337us (8595us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.166540:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 355 00010000:00010000:2.0:1783952310.169511:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 44 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.169539:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600701568:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952310.170845:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.176888:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.177013:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110720 00000100:00100000:0.0:1783952310.177022:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110720 00000100:00100000:0.0:1783952310.177081:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:0.0:1783952310.177090:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+105:123797:x1870607584110720:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.177106:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600701568:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952310.177130:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.177191:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69255:x1870607584110464:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 15118us (15402us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.177200:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 170 00000100:00100000:0.0:1783952310.177383:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584110720:12345-192.168.202.38@tcp:35:cp.0 Request processed in 293us (503us total) trans 34359738718 rc 0/0 00000100:00100000:0.0:1783952310.177404:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:3.0:1783952310.191574:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.191803:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110848 00000100:00100000:2.0:1783952310.191814:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110848 00000100:00100000:2.0:1783952310.191884:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 692 00000100:00100000:2.0:1783952310.191895:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584110848:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.191924:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.191950:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a11e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e708 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192020:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192034:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192054:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192072:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192081:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192089:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192131:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192139:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192145:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192152:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192159:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.192164:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192172:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192184:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.192194:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.192199:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192206:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee400/0x3b91f5b49438a125 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192221:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192227:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192233:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192239:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431aa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.192242:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192248:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192256:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff8a75c5749a00) 00010000:00010000:2.0:1783952310.192259:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.192261:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192267:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431aa00/0x3b91f5b49438a12c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192301:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a11e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e708 expref: 107 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192320:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.192323:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.192326:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a11e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e708 expref: 107 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.192396:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef600, rc 0) 00000100:00100000:2.0:1783952310.192461:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584110848:12345-192.168.202.38@tcp:101:cp.0 Request processed in 568us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952310.192470:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 692 00000100:00100000:3.0:1783952310.207402:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.207488:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584110976 00000100:00100000:0.0:1783952310.207508:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584110976 00000100:00100000:0.0:1783952310.207578:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 693 00000100:00100000:0.0:1783952310.207588:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584110976:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.207610:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.207635:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a133 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e70f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207711:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207725:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207736:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207752:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207759:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207766:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207807:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207832:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207838:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207855:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207862:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.207867:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207874:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207886:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.207889:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.207894:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207900:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a13a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207913:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207920:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207925:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207937:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.207939:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207945:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207953:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff8a75de287f00) 00010000:00010000:0.0:1783952310.207955:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.207958:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207962:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a141 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.207996:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a133 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e70f expref: 107 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.208177:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.208179:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.208184:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a133 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e70f expref: 107 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.208195:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:0.0:1783952310.208260:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584110976:12345-192.168.202.38@tcp:101:cp.0 Request processed in 673us (870us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.208268:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 693 00000100:00100000:3.0:1783952310.213271:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.213412:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584111232 00000100:00100000:1.0:1783952310.213423:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584111232 00000100:00100000:1.0:1783952310.213490:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 694 00000100:00100000:1.0:1783952310.213501:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+106:123797:x1870607584111232:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.213541:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.213562:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a148 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e716 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213683:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213701:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213713:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213730:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213738:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.213744:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952310.214121:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1dd:0x0], index 1: 0 00080000:00000400:1.0:1783952310.214135:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.214140:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952310.214143:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.214145:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.214148:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.214151:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.214169:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.214172:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952310.214181:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.214184:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.214186:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.214188:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.214217:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.214220:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952310.214222:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.214224:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.214227:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.214229:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952310.214314:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a15d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214324:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a15d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214332:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a15d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214390:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214399:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214405:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214413:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214419:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.214423:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214438:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214450:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.214453:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.214458:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214465:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a14f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952310.214479:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bdba9f3c reply state 000000007b16b859 transno 34359738719 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214490:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214496:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff8a75ff7e7b00) 00010000:00010000:1.0:1783952310.214499:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952310.214502:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952310.214534:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a148 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e716 expref: 109 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214549:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a15d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e716 expref: 108 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.214558:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x38:0x0].0x0 (ffff8a75ff7e7a00) 00010000:00010000:1.0:1783952310.214560:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952310.214562:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eb600, rc 0) 00000100:00100000:1.0:1783952310.214652:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584111232:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1143us (1383us total) trans 34359738719 rc 0/0 00000100:00100000:1.0:1783952310.214661:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 694 00000100:00100000:3.0:1783952310.219222:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.219275:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584111360 00000100:00100000:0.0:1783952310.219307:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584111360 00000100:00100000:0.0:1783952310.219434:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 356 00000100:00100000:0.0:1783952310.219446:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584111360:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.219466:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.219488:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e71d expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952310.219525:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952310.219546:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:0.0:1783952310.219550:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.219562:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 47 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.219580:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 47 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.219594:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782a00, rc 0) 00000100:00100000:0.0:1783952310.219662:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69255:x1870607584111360:12345-192.168.202.38@tcp:101:cp.0 Request processed in 218us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.219670:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 356 00000100:00100000:3.0:1783952310.251700:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.255078:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584111488 00000100:00100000:2.0:1783952310.255094:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584111488 00000100:00100000:2.0:1783952310.255171:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 357 00000100:00100000:2.0:1783952310.255183:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584111488:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.255203:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.255225:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e724 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.255256:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.255265:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.255269:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.255274:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 48 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.255331:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.255397:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.255412:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:162839:1870607600701696:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952310.255498:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952310.259063:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:162839:1870607600701696:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.259107:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 48 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.259130:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431aa00, rc 0) 00000100:00100000:2.0:1783952310.259240:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584111488:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4058us (7549us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.259249:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 357 00000100:00100000:3.0:1783952310.265621:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.269911:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584111616 00000100:00100000:1.0:1783952310.269931:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584111616 00010000:00010000:1.0:1783952310.269985:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.270090:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 171 00000100:00100000:1.0:1783952310.270101:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584111616:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.270119:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.270144:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.270157:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.270182:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f24bff0/0x3b91f5b49438a16b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e71d expref: 48 pid: 160617 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.270199:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.270203:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.270212:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.270223:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.270283:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.270297:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600701824:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.270428:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952310.278501:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600701824:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.278532:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.278584:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69252:x1870607584111616:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8484us (12976us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.278597:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 171 00000100:00100000:2.0:1783952310.287057:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.287165:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584111872 00000100:00100000:1.0:1783952310.287176:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584111872 00000100:00100000:1.0:1783952310.287238:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 191 00000100:00100000:1.0:1783952310.287249:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+109:123797:x1870607584111872:12345-192.168.202.38@tcp:35:cp.0 00000001:00080000:1.0:1783952310.287519:0:159120:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 34359738720 00000100:00100000:1.0:1783952310.287628:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584111872:12345-192.168.202.38@tcp:35:cp.0 Request processed in 380us (580us total) trans 34359738721 rc 0/0 00000100:00100000:1.0:1783952310.287636:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 191 00000020:00080000:1.0:1783952310.287642:0:159120:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1783952310.300728:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.300834:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112000 00000100:00100000:1.0:1783952310.300853:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112000 00000100:00100000:1.0:1783952310.300923:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 695 00000100:00100000:1.0:1783952310.300934:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584112000:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.300958:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.300996:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a179 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e72b expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301078:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301092:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301103:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301115:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301121:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301127:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301168:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301176:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301182:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301189:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301205:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.301209:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301217:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301228:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.301231:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.301236:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301243:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a180 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301256:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301262:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301269:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301274:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ebc00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.301278:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301283:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301300:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff8a75ff7e7300) 00010000:00010000:1.0:1783952310.301302:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.301306:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301312:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a187 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301400:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a179 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e72b expref: 112 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301411:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.301414:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.301418:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a179 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e72b expref: 112 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.301427:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eb800, rc 0) 00000100:00100000:1.0:1783952310.301501:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584112000:12345-192.168.202.38@tcp:101:cp.0 Request processed in 561us (776us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952310.301510:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 695 00000100:00100000:2.0:1783952310.305454:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.305545:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112128 00000100:00100000:0.0:1783952310.305555:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112128 00000100:00100000:0.0:1783952310.305612:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 696 00000100:00100000:0.0:1783952310.305622:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584112128:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.305651:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.305688:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a18e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e732 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305754:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305769:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305780:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305795:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305802:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305809:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305861:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305870:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305876:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305883:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305899:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.305904:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305912:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305926:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.305928:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.305933:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305940:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a195 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305956:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305961:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305966:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305970:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.305973:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305978:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.305997:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff8a75de287f00) 00010000:00010000:0.0:1783952310.306012:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.306018:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.306023:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a19c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.306055:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a18e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e732 expref: 112 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.306064:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.306066:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.306069:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782c00/0x3b91f5b49438a18e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e732 expref: 112 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.306077:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782c00, rc 0) 00000100:00100000:0.0:1783952310.306143:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584112128:12345-192.168.202.38@tcp:101:cp.0 Request processed in 522us (697us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.306151:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 696 00000100:00100000:3.0:1783952310.317698:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.317946:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112384 00000100:00100000:1.0:1783952310.317956:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112384 00000100:00100000:1.0:1783952310.318029:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 697 00000100:00100000:1.0:1783952310.318041:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+111:123797:x1870607584112384:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.318063:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.318085:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a1a3 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e739 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318211:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318226:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318237:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318252:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318259:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318265:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952310.318601:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x262:0x0], index 0: 0 00080000:00000400:1.0:1783952310.318614:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.318618:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.318620:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.318623:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.318625:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.318628:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.318653:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.318656:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.318658:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.318659:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.318662:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.318669:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.318702:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.318705:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.318707:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.318709:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.318711:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.318714:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952310.318804:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebe00/0x3b91f5b49438a1b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318815:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebe00/0x3b91f5b49438a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318822:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebe00/0x3b91f5b49438a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318971:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318979:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318986:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318993:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.318999:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ebc00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.319003:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319010:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319030:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.319033:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.319037:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319045:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1aa lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952310.319060:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000470dd0a0 reply state 00000000ea5d3a91 transno 34359738722 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319070:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319076:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff8a75ff7e7300) 00010000:00010000:1.0:1783952310.319079:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952310.319081:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952310.319110:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a1a3 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e739 expref: 114 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319126:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebe00/0x3b91f5b49438a1b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e739 expref: 113 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.319134:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x39:0x0].0x0 (ffff8a75ff7e7900) 00010000:00010000:1.0:1783952310.319137:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952310.319139:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4ebe00, rc 0) 00000100:00100000:1.0:1783952310.319317:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+114:123797:x1870607584112384:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1278us (1630us total) trans 34359738722 rc 0/0 00000100:00100000:1.0:1783952310.319327:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 697 00000100:00100000:3.0:1783952310.325604:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.325662:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.326075:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112640 00000100:00100000:0.0:1783952310.326085:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112640 00000100:00100000:0.0:1783952310.326165:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:0.0:1783952310.326176:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584112640:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952310.326250:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584112640:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 76us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.326258:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 354 00000100:00100000:2.0:1783952310.326381:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112512 00000100:00100000:2.0:1783952310.326386:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112512 00000100:00100000:2.0:1783952310.326422:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00100000:2.0:1783952310.326429:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584112512:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952310.326456:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584112512:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.326469:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 289 00000100:00080000:1.0:1783952310.327292:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952310.336650:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.336941:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112768 00000100:00100000:3.0:1783952310.336952:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112768 00000100:00100000:3.0:1783952310.337018:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 358 00000100:00100000:3.0:1783952310.337028:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584112768:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.337044:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.337069:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e740 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952310.337095:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952310.337115:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:3.0:1783952310.337120:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.337129:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 45 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.337147:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 45 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.337160:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593a00, rc 0) 00000100:00100000:3.0:1783952310.337224:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584112768:12345-192.168.202.38@tcp:101:cp.0 Request processed in 198us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.337246:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 358 00000100:00100000:3.0:1783952310.340639:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.340754:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584112896 00000100:00100000:0.0:1783952310.340765:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584112896 00000100:00100000:0.0:1783952310.340829:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 359 00000100:00100000:0.0:1783952310.340841:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:123797:x1870607584112896:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.340930:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.340952:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e747 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.340985:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.340994:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.340998:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.341005:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 46 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.341040:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.341055:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.341070:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600701952:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952310.342312:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.345468:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.345563:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600701952:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952310.345594:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->118783] (req 0->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 46 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.345640:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782c00, rc 0) 00000100:00100000:2.0:1783952310.345773:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113024 00000100:00100000:2.0:1783952310.345780:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113024 00010000:00010000:2.0:1783952310.345814:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 47 pid: 162836 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.345850:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 172 00000100:00100000:2.0:1783952310.345858:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584113024:12345-192.168.202.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783952310.345859:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584112896:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5020us (5232us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.345866:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 359 00010000:00010000:2.0:1783952310.345871:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.345893:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.345906:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.345929:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a1c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e740 expref: 46 pid: 162836 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.345943:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.345947:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x262:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.345955:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 45 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.345964:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->118783) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 45 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.346007:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->118783) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 45 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.346021:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600702080:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952310.346071:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00010000:00010000:1.0:1783952310.348628:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952310.351620:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600702080:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952310.351657:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.351714:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69253:x1870607584113024:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5855us (6254us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.351726:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 172 00000100:00100000:3.0:1783952310.364310:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.364469:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113280 00000100:00100000:1.0:1783952310.364478:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113280 00000100:00100000:1.0:1783952310.364542:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:1.0:1783952310.364551:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+114:123797:x1870607584113280:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952310.365186:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113280:12345-192.168.202.38@tcp:35:cp.0 Request processed in 634us (884us total) trans 34359738723 rc 0/0 00000100:00100000:1.0:1783952310.365195:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:2.0:1783952310.372143:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.372239:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113408 00000100:00100000:3.0:1783952310.372250:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113408 00000100:00100000:3.0:1783952310.372317:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 698 00000100:00100000:3.0:1783952310.372327:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113408:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.372376:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.372400:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a1d4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e74e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372467:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372481:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372504:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372522:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372529:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372536:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372597:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372605:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372612:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372620:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372626:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.372631:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372639:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372664:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.372667:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.372673:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372680:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a1db lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372695:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372702:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372716:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372722:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.372726:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372733:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372742:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff8a7601ee0300) 00010000:00010000:3.0:1783952310.372752:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.372756:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372762:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a1e2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372795:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a1d4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e74e expref: 116 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372805:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.372807:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.372811:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a1d4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e74e expref: 116 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.372819:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952310.374476:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113408:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2139us (2332us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952310.374516:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 698 00000100:00100000:2.0:1783952310.379027:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.379441:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113536 00000100:00100000:0.0:1783952310.379451:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113536 00000100:00100000:0.0:1783952310.379595:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 699 00000100:00100000:0.0:1783952310.379606:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113536:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.379631:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.379663:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a1e9 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e755 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379733:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379759:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379773:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379789:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379797:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379804:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379875:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379882:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379889:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379897:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379904:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.379909:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379917:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379931:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.379934:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.379939:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379944:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a1f0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379958:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379965:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379978:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.379994:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.379998:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380005:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380013:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff8a75de287f00) 00010000:00010000:0.0:1783952310.380015:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.380017:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380022:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a1f7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380058:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a1e9 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e755 expref: 116 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380068:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.380071:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.380074:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a1e9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e755 expref: 116 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.380085:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782a00, rc 0) 00000100:00100000:0.0:1783952310.380140:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113536:12345-192.168.202.38@tcp:101:cp.0 Request processed in 536us (1125us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.380156:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 699 00000100:00100000:0.0:1783952310.396100:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.401065:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113792 00000100:00100000:1.0:1783952310.401080:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113792 00000100:00100000:1.0:1783952310.401356:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 700 00000100:00100000:1.0:1783952310.401372:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+115:123797:x1870607584113792:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.401398:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.401424:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1fe lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e75c expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401538:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401554:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401566:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401580:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401587:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.401610:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952310.401979:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1de:0x0], index 1: 0 00080000:00000400:1.0:1783952310.402056:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.402059:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.402061:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.402062:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.402064:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.402065:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.402080:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.402082:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.402083:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.402084:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.402085:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.402087:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.402108:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.402110:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.402111:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.402113:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.402114:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.402115:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952310.402186:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438a213 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402193:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438a213 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402198:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438a213 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402232:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402237:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402241:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402245:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402249:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.402251:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402256:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402264:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.402266:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.402269:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402273:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a205 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952310.402283:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1800f7d reply state 00000000b316c9a7 transno 34359738724 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402290:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402299:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff8a75ff7e7200) 00010000:00010000:1.0:1783952310.402300:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952310.402302:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952310.402325:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a1fe lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e75c expref: 118 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402462:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438a213 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e75c expref: 117 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.402469:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3a:0x0].0x0 (ffff8a75ff7e7600) 00010000:00010000:1.0:1783952310.402470:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952310.402472:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c1b45600, rc 0) 00000100:00100000:1.0:1783952310.402542:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+118:123797:x1870607584113792:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1174us (6453us total) trans 34359738724 rc 0/0 00000100:00100000:1.0:1783952310.402550:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 700 00000100:00100000:1.0:1783952310.415612:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.415713:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584113920 00000100:00100000:3.0:1783952310.415725:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584113920 00000100:00100000:3.0:1783952310.415804:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 360 00000100:00100000:3.0:1783952310.415815:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584113920:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.415834:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.415869:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e763 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952310.415896:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952310.415918:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:3.0:1783952310.415922:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.415932:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 48 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.415947:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 48 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.415960:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952310.416223:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69253:x1870607584113920:12345-192.168.202.38@tcp:101:cp.0 Request processed in 409us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.416230:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 360 00000100:00100000:0.0:1783952310.435105:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.439075:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114048 00000100:00100000:2.0:1783952310.439095:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114048 00000100:00100000:2.0:1783952310.439241:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:2.0:1783952310.439252:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584114048:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.439274:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.439295:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e76a expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.439328:0:160617:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.439360:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.439382:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.439388:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 49 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.439428:0:160617:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.439442:0:160617:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.439456:0:160617:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600702208:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952310.439558:0:160617:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.454241:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.454429:0:160617:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:160617:1870607600702208:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.454468:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 49 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.454489:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a000, rc 0) 00000100:00100000:2.0:1783952310.454555:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:123797:x1870607584114048:12345-192.168.202.38@tcp:101:cp.0 Request processed in 15304us (19459us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.454565:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:1.0:1783952310.456176:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114176 00000100:00100000:1.0:1783952310.456192:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114176 00010000:00010000:1.0:1783952310.456242:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.456292:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 173 00000100:00100000:1.0:1783952310.456303:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584114176:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.456320:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.456382:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.456418:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.456446:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7d1c715/0x3b91f5b49438a221 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e763 expref: 49 pid: 160618 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.456464:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.456469:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.456478:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 48 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.456490:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 48 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.456536:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 48 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.456554:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600702336:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.456664:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d64afd80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952310.462904:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600702336:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.462934:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.463000:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69254:x1870607584114176:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6698us (8769us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.463012:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 173 00000100:00100000:2.0:1783952310.473872:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.474152:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114432 00000100:00100000:0.0:1783952310.474163:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114432 00000100:00100000:0.0:1783952310.474231:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 193 00000100:00100000:0.0:1783952310.474241:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+118:123797:x1870607584114432:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952310.474604:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114432:12345-192.168.202.38@tcp:35:cp.0 Request processed in 363us (739us total) trans 34359738725 rc 0/0 00000100:00100000:0.0:1783952310.474612:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 193 00000100:00100000:0.0:1783952310.483560:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.483959:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114560 00000100:00100000:3.0:1783952310.483972:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114560 00000100:00100000:3.0:1783952310.484109:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 701 00000100:00100000:3.0:1783952310.484119:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114560:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.484160:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.484184:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a22f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e771 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484255:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484270:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484283:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484299:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484306:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.484313:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486062:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486081:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486114:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486123:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486130:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.486135:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486143:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486160:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.486163:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.486170:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486178:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a236 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486197:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486204:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486211:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486217:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952310.486227:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486234:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486242:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff8a7601ee0000) 00010000:00010000:2.0:1783952310.486245:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.486248:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486255:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a23d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486313:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a22f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e771 expref: 120 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486324:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952310.486326:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952310.486329:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a22f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e771 expref: 120 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.486407:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592a00, rc 0) 00000100:00100000:2.0:1783952310.486503:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114560:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2384us (2952us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952310.486512:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 701 00000100:00100000:3.0:1783952310.494097:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.494208:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114688 00000100:00100000:0.0:1783952310.494218:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114688 00000100:00100000:0.0:1783952310.494283:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 702 00000100:00100000:0.0:1783952310.494294:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114688:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.494316:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.494374:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a244 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e778 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494445:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494460:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494472:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494574:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494735:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494743:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494846:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494855:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494861:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494868:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494874:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.494878:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494886:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494899:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.494902:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.494907:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494921:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a24b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494934:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494940:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494946:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494952:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.494955:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494961:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494969:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff8a75de287f00) 00010000:00010000:0.0:1783952310.494972:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.494975:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.494981:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a252 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.495015:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a244 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e778 expref: 120 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.495036:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.495039:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.495043:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a244 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e778 expref: 120 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.495053:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783600, rc 0) 00000100:00100000:0.0:1783952310.495125:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114688:12345-192.168.202.38@tcp:101:cp.0 Request processed in 832us (1039us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.495133:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 702 00000100:00100000:3.0:1783952310.498769:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.498820:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584114944 00000100:00100000:0.0:1783952310.498830:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584114944 00000100:00100000:0.0:1783952310.498894:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 703 00000100:00100000:0.0:1783952310.498903:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+119:123797:x1870607584114944:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.498926:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.498951:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a259 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e77f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499090:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499104:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499114:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499127:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499141:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499148:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.499503:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x263:0x0], index 0: 0 00080000:00000400:0.0:1783952310.499517:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.499521:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.499523:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.499525:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.499528:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.499530:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.499548:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.499551:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.499553:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.499555:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.499557:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.499559:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.499591:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.499594:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.499596:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.499598:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.499600:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.499601:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.499713:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b49438a26e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499723:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b49438a26e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499742:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b49438a26e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499780:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499787:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499794:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499800:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499806:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.499810:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499818:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499831:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.499834:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.499838:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499844:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a260 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.499860:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1ea93e2 reply state 00000000de677bc9 transno 34359738726 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499879:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499886:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff8a75de287900) 00010000:00010000:0.0:1783952310.499888:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.499891:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.499924:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a259 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e77f expref: 122 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499939:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b49438a26e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e77f expref: 121 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.499947:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3b:0x0].0x0 (ffff8a75de287800) 00010000:00010000:0.0:1783952310.499950:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.499952:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060a00, rc 0) 00000100:00100000:0.0:1783952310.500026:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+122:123797:x1870607584114944:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1123us (1274us total) trans 34359738726 rc 0/0 00000100:00100000:0.0:1783952310.500034:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 703 00000100:00100000:2.0:1783952310.510227:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.510332:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115072 00000100:00100000:3.0:1783952310.510377:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115072 00000100:00100000:3.0:1783952310.510445:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00100000:3.0:1783952310.510454:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69255:x1870607584115072:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.510472:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.510505:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e786 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952310.510545:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952310.510565:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:3.0:1783952310.510570:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.510791:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 46 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.510812:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 46 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.510826:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593a00, rc 0) 00000100:00100000:3.0:1783952310.510898:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584115072:12345-192.168.202.38@tcp:101:cp.0 Request processed in 445us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.510905:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00100000:3.0:1783952310.534924:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.534996:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115200 00000100:00100000:0.0:1783952310.535015:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115200 00000100:00100000:0.0:1783952310.535088:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 363 00000100:00100000:0.0:1783952310.535098:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:123797:x1870607584115200:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.535119:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.535141:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e78d expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.535173:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.535200:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.535205:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952310.535212:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 47 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.535254:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.535268:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.535282:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600702464:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952310.535408:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75efe20300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.537208:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600702464:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952310.537248:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->172031] (req 0->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 47 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.537270:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061c00, rc 0) 00000100:00100000:0.0:1783952310.537332:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584115200:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2235us (2418us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.537366:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 363 00000100:00100000:3.0:1783952310.538938:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.539082:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115328 00000100:00100000:1.0:1783952310.539090:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115328 00010000:00010000:1.0:1783952310.539129:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.539176:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 174 00000100:00100000:1.0:1783952310.539185:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69252:x1870607584115328:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.539200:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.539222:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.539238:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.539262:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001df0e908/0x3b91f5b49438a27c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e786 expref: 47 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.539278:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.539282:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x263:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.539291:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 46 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.539300:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 46 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.540039:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 46 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.540073:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600702592:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.540214:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d64afd80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.546286:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.546445:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115584 00000100:00100000:2.0:1783952310.546456:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115584 00000100:00100000:2.0:1783952310.546518:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 194 00000100:00100000:2.0:1783952310.546546:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+122:123797:x1870607584115584:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.546896:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584115584:12345-192.168.202.38@tcp:35:cp.0 Request processed in 352us (620us total) trans 34359738727 rc 0/0 00000100:00100000:2.0:1783952310.546905:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 194 00000100:00100000:1.0:1783952310.551273:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600702592:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.551303:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.551453:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584115328:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 12268us (12521us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.551466:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 174 00000100:00100000:2.0:1783952310.558651:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.560432:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115712 00000100:00100000:1.0:1783952310.560447:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115712 00000100:00100000:1.0:1783952310.560509:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 704 00000100:00100000:1.0:1783952310.560521:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584115712:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.560546:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.560568:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a28a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e794 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.560661:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.560677:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.560688:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.560705:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.560732:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.561293:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561430:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561451:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561457:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561463:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561469:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.561473:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561480:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561493:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.561496:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.561500:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561507:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a291 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561522:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561528:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561533:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561546:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.561549:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561556:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561564:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff8a75ff7e7700) 00010000:00010000:0.0:1783952310.561566:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.561569:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561574:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a298 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561611:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a28a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e794 expref: 124 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561632:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.561634:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.561638:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebc00/0x3b91f5b49438a28a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e794 expref: 124 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.561655:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4ebc00, rc 0) 00000100:00100000:0.0:1783952310.561721:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584115712:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1204us (3090us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.561730:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 704 00000100:00100000:2.0:1783952310.575200:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.575368:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584115840 00000100:00100000:3.0:1783952310.575379:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584115840 00000100:00100000:3.0:1783952310.575435:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 705 00000100:00100000:3.0:1783952310.575445:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584115840:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.575467:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.575488:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a29f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e79b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575555:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575583:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575593:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575608:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575614:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575635:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575707:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575715:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575721:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575728:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575734:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.575738:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575755:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575775:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.575778:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.575784:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575790:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a2a6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575802:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575807:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575811:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575816:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.575819:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575825:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575832:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff8a7601ee0d00) 00010000:00010000:3.0:1783952310.575834:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.575837:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575853:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a2ad lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575897:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a29f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e79b expref: 124 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575908:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.575910:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.575914:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a29f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e79b expref: 124 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.575923:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952310.575978:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584115840:12345-192.168.202.38@tcp:101:cp.0 Request processed in 535us (787us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952310.575986:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 705 00000100:00100000:2.0:1783952310.580917:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.581229:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116096 00000100:00100000:0.0:1783952310.581255:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116096 00000100:00100000:0.0:1783952310.581387:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 706 00000100:00100000:0.0:1783952310.581398:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+123:123797:x1870607584116096:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.581419:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.581442:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2b4 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7a2 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581548:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581564:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581588:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581603:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581611:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.581627:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.582143:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1df:0x0], index 1: 0 00080000:00000400:0.0:1783952310.582160:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.582164:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.582166:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.582169:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.582171:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.582182:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.582204:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.582207:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.582209:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.582211:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.582213:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.582215:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.582247:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.582250:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.582252:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.582254:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.582256:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.582258:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.582391:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b49438a2c9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582401:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b49438a2c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582410:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b49438a2c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582447:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582454:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582461:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582468:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582484:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.582489:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582496:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582509:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.582511:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.582515:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582522:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2bb lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.582536:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d56b1321 reply state 00000000df88e287 transno 34359738728 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582547:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582553:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff8a75de287f00) 00010000:00010000:0.0:1783952310.582555:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.582557:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.582586:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2b4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a2 expref: 126 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582600:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b49438a2c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a2 expref: 125 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.582620:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3c:0x0].0x0 (ffff8a75de287a00) 00010000:00010000:0.0:1783952310.582622:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.582624:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061000, rc 0) 00000100:00100000:0.0:1783952310.582707:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+126:123797:x1870607584116096:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1311us (1801us total) trans 34359738728 rc 0/0 00000100:00100000:0.0:1783952310.582715:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 706 00000100:00100000:0.0:1783952310.588200:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.588628:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116224 00000100:00100000:2.0:1783952310.588639:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116224 00000100:00100000:2.0:1783952310.588707:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 364 00000100:00100000:2.0:1783952310.588716:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584116224:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.588736:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.588772:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7a9 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.588800:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.588821:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.588826:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.588836:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 49 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.588866:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 49 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.588880:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b000, rc 0) 00000100:00100000:2.0:1783952310.588951:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69252:x1870607584116224:12345-192.168.202.38@tcp:101:cp.0 Request processed in 235us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.588990:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 364 00000100:00100000:3.0:1783952310.601314:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.601531:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116352 00000100:00100000:1.0:1783952310.601542:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116352 00000100:00100000:1.0:1783952310.601681:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 365 00000100:00100000:1.0:1783952310.601692:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:123797:x1870607584116352:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.601711:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.601730:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7b0 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.601774:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.601784:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.601789:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.601794:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 50 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.601828:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.601853:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.601886:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600702720:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952310.601979:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d64afd80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.607058:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.607281:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600702720:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952310.607331:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->32767] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 50 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.607406:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4ebc00, rc 0) 00000100:00100000:1.0:1783952310.607491:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:123797:x1870607584116352:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5800us (6185us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.607503:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 365 00000100:00100000:2.0:1783952310.607760:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116480 00000100:00100000:2.0:1783952310.607771:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116480 00010000:00010000:2.0:1783952310.607813:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.607860:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 175 00000100:00100000:2.0:1783952310.607871:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69254:x1870607584116480:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952310.607890:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.607921:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.607938:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.607969:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a2d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a9 expref: 50 pid: 162842 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.607988:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.607994:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.608005:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 49 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.608018:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 49 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.608092:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 49 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.608108:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600702848:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952310.608179:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952310.614405:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600702848:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952310.614447:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.614530:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584116480:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6659us (7493us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.614542:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 175 00000100:00100000:0.0:1783952310.625930:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.627703:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116736 00000100:00100000:1.0:1783952310.627725:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116736 00000100:00100000:1.0:1783952310.627959:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 195 00000100:00100000:1.0:1783952310.627974:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+126:123797:x1870607584116736:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952310.628482:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584116736:12345-192.168.202.38@tcp:35:cp.0 Request processed in 500us (2557us total) trans 34359738729 rc 0/0 00000100:00100000:1.0:1783952310.628493:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 195 00000100:00100000:3.0:1783952310.636944:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.637082:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116864 00000100:00100000:0.0:1783952310.637096:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116864 00000100:00100000:0.0:1783952310.637180:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 707 00000100:00100000:0.0:1783952310.637193:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584116864:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.637228:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.637257:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2e5 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7b7 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637385:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637404:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637420:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637440:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637472:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637480:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637538:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637547:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637554:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637562:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637567:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.637570:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637577:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637588:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.637590:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.637594:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637598:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a2ec lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637617:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637621:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637625:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637628:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.637630:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637633:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637637:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff8a75de287400) 00010000:00010000:0.0:1783952310.637638:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.637652:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637658:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a2f3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637703:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2e5 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b7 expref: 128 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637713:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.637715:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.637726:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a2e5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b7 expref: 128 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.637736:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060400, rc 0) 00000100:00100000:0.0:1783952310.638060:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584116864:12345-192.168.202.38@tcp:101:cp.0 Request processed in 868us (1133us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.638069:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 707 00000100:00100000:2.0:1783952310.642814:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.642955:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584116992 00000100:00100000:0.0:1783952310.642969:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584116992 00000100:00100000:0.0:1783952310.643049:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 708 00000100:00100000:0.0:1783952310.643060:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584116992:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.643087:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.643120:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a2fa lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7be expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643214:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643232:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643247:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643266:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643274:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643281:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643391:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643400:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643407:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643414:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643421:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.643426:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643434:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643449:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.643453:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.643458:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643465:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a301 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643482:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643489:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643502:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643508:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.643511:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643517:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643525:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff8a75de287e00) 00010000:00010000:0.0:1783952310.643528:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.643530:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643536:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a308 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643576:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a2fa lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7be expref: 128 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643587:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.643589:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.643593:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a2fa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7be expref: 128 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.643602:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:0.0:1783952310.643926:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584116992:12345-192.168.202.38@tcp:101:cp.0 Request processed in 866us (1126us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.643947:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 708 00000100:00100000:2.0:1783952310.651932:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.652463:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584117248 00000100:00100000:1.0:1783952310.652478:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584117248 00000100:00100000:1.0:1783952310.652558:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 709 00000100:00100000:1.0:1783952310.652572:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+127:123797:x1870607584117248:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.652601:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.652628:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a30f lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7c5 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652839:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652859:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652873:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652892:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652899:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.652907:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952310.653282:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x264:0x0], index 0: 0 00080000:00000400:1.0:1783952310.653295:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.653299:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.653302:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.653304:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.653307:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.653309:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.653326:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.653328:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.653330:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.653332:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.653370:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.653379:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952310.653415:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952310.653418:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952310.653420:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952310.653422:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952310.653424:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952310.653426:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952310.653535:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b49438a324 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653545:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b49438a324 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653553:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b49438a324 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653590:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653597:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653604:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653611:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653618:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.653622:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653630:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653662:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.653665:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.653670:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653677:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a316 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952310.653693:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000004130d46 reply state 00000000a695f3ec transno 34359738730 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653705:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653712:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff8a75ff7e7500) 00010000:00010000:1.0:1783952310.653715:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952310.653717:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952310.653750:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a30f lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7c5 expref: 130 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653765:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b49438a324 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7c5 expref: 129 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.653774:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3d:0x0].0x0 (ffff8a75ff7e7c00) 00010000:00010000:1.0:1783952310.653777:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952310.653779:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031400, rc 0) 00000100:00100000:1.0:1783952310.653867:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+130:123797:x1870607584117248:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1298us (1959us total) trans 34359738730 rc 0/0 00000100:00100000:1.0:1783952310.653876:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 709 00000100:00100000:3.0:1783952310.659606:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.659969:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584117376 00000100:00100000:2.0:1783952310.659984:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584117376 00000100:00100000:2.0:1783952310.660062:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 366 00000100:00100000:2.0:1783952310.660096:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584117376:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.660123:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.660151:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7cc expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.660186:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.660217:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.660223:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.660236:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 47 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.660279:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 47 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.660297:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b000, rc 0) 00000100:00100000:2.0:1783952310.660426:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69255:x1870607584117376:12345-192.168.202.38@tcp:101:cp.0 Request processed in 353us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.660444:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 366 00000100:00100000:2.0:1783952310.677997:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.678196:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584117504 00000100:00100000:3.0:1783952310.678209:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584117504 00000100:00100000:3.0:1783952310.678284:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 367 00000100:00100000:3.0:1783952310.678295:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:123797:x1870607584117504:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.678322:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.678397:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7d3 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.678440:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.678479:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.678484:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.678491:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 48 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.678540:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.678558:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952310.678574:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600702976:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952310.678693:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952310.681499:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600702976:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.681550:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 48 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.681578:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4311600, rc 0) 00000100:00100000:2.0:1783952310.681681:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584117504:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3386us (3698us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.681692:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 367 00000100:00100000:0.0:1783952310.683688:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.683852:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584117632 00000100:00100000:1.0:1783952310.683865:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584117632 00010000:00010000:1.0:1783952310.683919:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.683976:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 176 00000100:00100000:1.0:1783952310.683988:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584117632:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.684008:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.684039:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.684056:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.684105:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe55bc23/0x3b91f5b49438a332 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7cc expref: 48 pid: 161717 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.684128:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.684134:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x264:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.684145:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.684157:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.684210:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.684248:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600703104:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.684414:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d0694d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952310.692957:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600703104:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.693001:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.693112:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69252:x1870607584117632:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 9125us (9435us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.693129:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 176 00000100:00100000:3.0:1783952310.698721:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.698961:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584117888 00000100:00100000:2.0:1783952310.698975:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584117888 00000100:00100000:2.0:1783952310.699055:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:2.0:1783952310.699068:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+130:123797:x1870607584117888:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.699562:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584117888:12345-192.168.202.38@tcp:35:cp.0 Request processed in 495us (855us total) trans 34359738731 rc 0/0 00000100:00100000:2.0:1783952310.699572:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:0.0:1783952310.704169:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.704405:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118016 00000100:00100000:3.0:1783952310.704422:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118016 00000100:00100000:3.0:1783952310.704497:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 710 00000100:00100000:3.0:1783952310.704509:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584118016:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.704546:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.704575:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a340 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7da expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704681:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704723:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704737:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704766:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704774:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704781:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704838:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704845:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704853:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704860:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704868:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.704872:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704880:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704900:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.704903:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.704908:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704915:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a347 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704931:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704938:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704943:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704949:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.704951:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704957:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704965:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff8a7601ee0d00) 00010000:00010000:3.0:1783952310.704968:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.704971:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.704977:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a34e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.705031:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a340 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7da expref: 132 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.705042:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.705045:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.705049:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310000/0x3b91f5b49438a340 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7da expref: 132 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.705059:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310000, rc 0) 00000100:00100000:3.0:1783952310.705397:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584118016:12345-192.168.202.38@tcp:101:cp.0 Request processed in 888us (1243us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952310.705408:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 710 00000100:00100000:3.0:1783952310.717903:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.718133:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118144 00000100:00100000:1.0:1783952310.718148:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118144 00000100:00100000:1.0:1783952310.718240:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 711 00000100:00100000:1.0:1783952310.718254:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584118144:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952310.718286:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952310.718320:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a355 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7e1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718470:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718490:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718504:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718524:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718559:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718568:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718629:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718637:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718655:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718663:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718670:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.718674:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718682:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718699:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.718703:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.718709:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.718715:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a35c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719264:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719272:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719278:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719285:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eba00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952310.719288:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719294:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719303:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff8a75ff7e7d00) 00010000:00010000:1.0:1783952310.719306:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.719309:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719315:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a363 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719400:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a355 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7e1 expref: 132 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719412:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952310.719414:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952310.719427:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a355 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7e1 expref: 132 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.719439:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030200, rc 0) 00000100:00100000:1.0:1783952310.719535:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584118144:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1284us (1647us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952310.719545:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 711 00000100:00100000:2.0:1783952310.730671:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.730898:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118400 00000100:00100000:0.0:1783952310.730914:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118400 00000100:00100000:0.0:1783952310.731001:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 712 00000100:00100000:0.0:1783952310.731014:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+131:123797:x1870607584118400:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.731047:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.731082:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a36a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7e8 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731244:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731263:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731279:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731297:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731305:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.731311:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.732604:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e0:0x0], index 1: 0 00080000:00000400:0.0:1783952310.732638:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.732653:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.732655:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.732657:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.732660:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.732662:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.732689:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.732692:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.732693:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.732695:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.732698:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.732700:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.732993:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.732997:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.732998:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.733000:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.733002:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.733004:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.733241:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a37f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733258:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a37f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733271:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a37f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733318:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733326:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733846:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733854:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733861:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.733866:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733875:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733894:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.733898:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.733904:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733912:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a371 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.733933:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000004d4087 reply state 000000002a649548 transno 34359738732 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733947:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.733954:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff8a75de287e00) 00010000:00010000:0.0:1783952310.733957:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.733961:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.734021:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a36a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7e8 expref: 134 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.734039:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a37f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7e8 expref: 133 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.734047:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3e:0x0].0x0 (ffff8a75de287400) 00010000:00010000:0.0:1783952310.734049:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.734052:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f0c00, rc 0) 00000100:00100000:0.0:1783952310.734285:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+134:123797:x1870607584118400:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3271us (3640us total) trans 34359738732 rc 0/0 00000100:00100000:0.0:1783952310.734295:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 712 00000100:00100000:3.0:1783952310.740508:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.740704:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118528 00000100:00100000:2.0:1783952310.740717:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118528 00000100:00100000:2.0:1783952310.740802:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 368 00000100:00100000:2.0:1783952310.740815:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69253:x1870607584118528:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.740839:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.740869:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7ef expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.740905:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.740933:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.740939:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.740952:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 50 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.740973:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 50 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.740991:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a800, rc 0) 00000100:00100000:2.0:1783952310.741091:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69253:x1870607584118528:12345-192.168.202.38@tcp:101:cp.0 Request processed in 269us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.741099:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 368 00000100:00100000:3.0:1783952310.764259:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.764490:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118656 00000100:00100000:2.0:1783952310.764505:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118656 00000100:00100000:2.0:1783952310.764588:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:2.0:1783952310.764601:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:123797:x1870607584118656:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.764661:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.764687:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7f6 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.764737:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 51 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.764748:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.764753:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.764761:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 51 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.764811:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 51 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.764829:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 51 pid: 160616 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.764847:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600703232:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952310.768927:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d64afd80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952310.773260:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.773377:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584118784 00000100:00100000:1.0:1783952310.773391:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584118784 00010000:00010000:1.0:1783952310.773456:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 52 pid: 160616 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.773511:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:1.0:1783952310.773523:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584118784:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.773543:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.773577:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 52 pid: 160616 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.773593:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 52 pid: 160616 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.773626:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.773633:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.773655:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->196607) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 52 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.773667:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->196607) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 52 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.773754:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->196607) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 52 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.773772:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600703360:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952310.777875:0:162842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d680bd85/0x3b91f5b49438a38d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7ef expref: 52 pid: 160616 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952310.777921:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600703232:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952310.777978:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->196607) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 51 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.777998:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b000, rc 0) 00000100:00100000:1.0:1783952310.778554:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c2597b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.783022:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584118656:12345-192.168.202.38@tcp:101:cp.0 Request processed in 18405us (18761us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.783043:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:3.0:1783952310.796274:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.796594:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119040 00000100:00100000:2.0:1783952310.796606:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119040 00000100:00100000:2.0:1783952310.796706:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:2.0:1783952310.796719:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+134:123797:x1870607584119040:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.799241:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119040:12345-192.168.202.38@tcp:35:cp.0 Request processed in 898us (1356us total) trans 34359738733 rc 0/0 00000100:00100000:2.0:1783952310.799286:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:0.0:1783952310.799975:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600703360:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952310.800014:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952310.800167:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69255:x1870607584118784:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 26644us (26920us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.800190:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:3.0:1783952310.808525:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.808939:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119168 00000100:00100000:0.0:1783952310.808953:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119168 00000100:00100000:0.0:1783952310.809044:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 713 00000100:00100000:0.0:1783952310.809056:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119168:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.809107:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.809141:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a39b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e7fd expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809248:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809268:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809281:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809300:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809307:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809314:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809423:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809457:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809463:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809470:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809477:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.809481:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809491:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809506:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.809509:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.809516:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809524:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3a2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809542:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809548:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809554:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809567:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.809570:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809577:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809584:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff8a75de287200) 00010000:00010000:0.0:1783952310.809587:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.809589:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809595:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3a9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809661:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a39b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7fd expref: 136 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809672:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.809675:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.809678:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a39b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7fd expref: 136 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.809690:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74ca9f1e00, rc 0) 00000100:00100000:0.0:1783952310.809790:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119168:12345-192.168.202.38@tcp:101:cp.0 Request processed in 736us (1283us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.809799:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 713 00000100:00100000:2.0:1783952310.820216:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.820447:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119296 00000100:00100000:3.0:1783952310.820463:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119296 00000100:00100000:3.0:1783952310.820540:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 714 00000100:00100000:3.0:1783952310.820552:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119296:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.820578:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.820603:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3b0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e804 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820723:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820739:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820759:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820775:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820782:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820788:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820843:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820848:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820854:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820860:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820866:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.820877:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820884:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820899:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.820902:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.820907:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820915:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a3b7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820931:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820937:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820941:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820946:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.820948:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820954:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820961:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff8a7601ee0d00) 00010000:00010000:3.0:1783952310.820963:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.820972:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.820979:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3be lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.821022:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3b0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e804 expref: 136 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.821034:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.821036:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.821040:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3b0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e804 expref: 136 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.821049:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952310.821149:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119296:12345-192.168.202.38@tcp:101:cp.0 Request processed in 599us (949us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952310.821157:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 714 00000100:00100000:3.0:1783952310.830833:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.830962:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119552 00000100:00100000:0.0:1783952310.830996:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119552 00000100:00100000:0.0:1783952310.831094:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 715 00000100:00100000:0.0:1783952310.831107:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+135:123797:x1870607584119552:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.831137:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.831167:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3c5 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e80b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831326:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831400:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831416:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831438:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831446:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.831452:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.831942:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x265:0x0], index 0: 0 00080000:00000400:0.0:1783952310.831959:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.831964:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.831966:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.831969:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.831971:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.831980:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.832007:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.832010:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.832013:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.832014:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.832017:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.832019:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.832059:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.832062:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952310.832064:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.832066:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.832069:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.832071:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.832201:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a3da lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832211:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a3da lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832221:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a3da lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832267:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832275:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832284:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832292:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832311:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.832316:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832326:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832377:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.832381:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.832387:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832394:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a3cc lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.832413:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053059df5 reply state 000000005e1e53e8 transno 34359738734 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832426:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832433:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff8a75de287200) 00010000:00010000:0.0:1783952310.832435:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.832438:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.832479:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a3c5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e80b expref: 138 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832495:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a3da lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e80b expref: 137 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.832513:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x3f:0x0].0x0 (ffff8a75fad2c400) 00010000:00010000:0.0:1783952310.832516:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.832518:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2060400, rc 0) 00000100:00100000:0.0:1783952310.832598:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584119552:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1494us (1781us total) trans 34359738734 rc 0/0 00000100:00100000:0.0:1783952310.832608:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 715 00000100:00100000:1.0:1783952310.845628:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.845793:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119680 00000100:00100000:2.0:1783952310.845807:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119680 00000100:00100000:2.0:1783952310.845891:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 370 00000100:00100000:2.0:1783952310.845903:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69254:x1870607584119680:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.845928:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.845959:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e812 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952310.845997:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952310.846191:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:2.0:1783952310.846198:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.846212:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 48 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.846237:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 48 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.846256:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b400, rc 0) 00000100:00100000:2.0:1783952310.846504:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69254:x1870607584119680:12345-192.168.202.38@tcp:101:cp.0 Request processed in 600us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.846514:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 370 00000100:00100000:2.0:1783952310.858735:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.866989:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119808 00000100:00100000:3.0:1783952310.867015:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119808 00000100:00100000:2.0:1783952310.867262:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 371 00000100:00100000:2.0:1783952310.867296:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:123797:x1870607584119808:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.867323:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.867391:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e819 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.867438:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.867449:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.867455:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.867462:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 49 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.867517:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.867535:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.867554:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600703488:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952310.867700:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.876185:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:161717:1870607600703488:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952310.876242:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 49 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.876271:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a800, rc 0) 00000100:00100000:0.0:1783952310.876404:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:123797:x1870607584119808:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9110us (17686us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952310.876415:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 371 00000100:00100000:1.0:1783952310.886455:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.887125:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584119936 00000100:00100000:2.0:1783952310.887139:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584119936 00010000:00010000:2.0:1783952310.887207:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.887383:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00100000:2.0:1783952310.887396:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69253:x1870607584119936:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952310.887417:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952310.887447:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.887465:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.887496:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000395be81d/0x3b91f5b49438a3e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e812 expref: 49 pid: 162835 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.887517:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.887523:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x265:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.887532:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 48 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.887543:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 48 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.887595:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 48 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.887666:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600703616:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952310.887787:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952310.894535:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.894697:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600703616:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952310.894731:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952310.894833:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69253:x1870607584119936:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 7438us (8391us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952310.894848:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00100000:0.0:1783952310.896131:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120192 00000100:00100000:0.0:1783952310.896148:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120192 00000100:00100000:0.0:1783952310.896239:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 198 00000100:00100000:0.0:1783952310.896252:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+138:123797:x1870607584120192:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952310.897137:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120192:12345-192.168.202.38@tcp:35:cp.0 Request processed in 883us (2614us total) trans 34359738735 rc 0/0 00000100:00100000:0.0:1783952310.897149:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 198 00000100:00100000:2.0:1783952310.900732:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.901091:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120320 00000100:00100000:3.0:1783952310.901106:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120320 00000100:00100000:3.0:1783952310.901175:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 716 00000100:00100000:3.0:1783952310.901188:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120320:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.901223:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.901254:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3f6 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e820 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901418:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901438:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901452:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901468:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901476:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901483:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901543:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901552:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901559:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901566:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901573:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.901584:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901593:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901608:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.901829:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.901838:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901847:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a3fd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901865:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901871:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901877:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901882:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952310.901886:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901892:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901901:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff8a7601ee0d00) 00010000:00010000:3.0:1783952310.901903:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.901914:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901921:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a404 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901968:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3f6 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e820 expref: 140 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901982:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952310.901984:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952310.901988:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a3f6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e820 expref: 140 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.901998:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952310.902093:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120320:12345-192.168.202.38@tcp:101:cp.0 Request processed in 907us (1376us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952310.902103:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 716 00000100:00100000:2.0:1783952310.908779:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.908967:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120448 00000100:00100000:0.0:1783952310.908981:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120448 00000100:00100000:0.0:1783952310.909064:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 717 00000100:00100000:0.0:1783952310.909097:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120448:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.909127:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.909157:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a40b lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e827 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909253:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909272:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909286:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909306:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909314:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909321:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909418:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909427:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909435:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909454:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909460:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.909465:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909475:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909490:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.909494:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.909499:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909506:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060000/0x3b91f5b49438a412 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909522:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909528:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909535:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909540:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.909542:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909559:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909568:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff8a75fad2ca00) 00010000:00010000:0.0:1783952310.909570:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.909573:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909579:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438a419 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909618:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a40b lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e827 expref: 140 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909630:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.909633:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.909636:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438a40b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e827 expref: 140 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.909657:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c2061e00, rc 0) 00000100:00100000:0.0:1783952310.909752:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120448:12345-192.168.202.38@tcp:101:cp.0 Request processed in 657us (988us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.909761:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 717 00000100:00100000:3.0:1783952310.911902:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.912202:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120704 00000100:00100000:0.0:1783952310.912216:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120704 00000100:00100000:0.0:1783952310.912427:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 718 00000100:00100000:0.0:1783952310.912440:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+139:123797:x1870607584120704:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.912492:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.912519:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a420 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e82e expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912696:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912715:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912729:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912755:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912762:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.912768:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952310.913180:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e1:0x0], index 1: 0 00080000:00000400:0.0:1783952310.913198:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.913202:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.913205:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.913207:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.913210:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.913212:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.913234:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.913237:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.913261:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.913264:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.913266:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.913268:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952310.913308:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952310.913311:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952310.913312:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952310.913314:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952310.913316:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952310.913318:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952310.913471:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1e00/0x3b91f5b49438a435 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913482:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1e00/0x3b91f5b49438a435 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913491:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1e00/0x3b91f5b49438a435 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913535:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913543:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913550:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913557:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913564:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.913568:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913585:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913601:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.913604:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.913610:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913617:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a427 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952310.913649:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e09af0b8 reply state 00000000b478c85c transno 34359738736 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913664:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913671:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff8a75fad2c100) 00010000:00010000:0.0:1783952310.913674:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952310.913677:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952310.913717:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438a420 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e82e expref: 142 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913734:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1e00/0x3b91f5b49438a435 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e82e expref: 141 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.913742:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x40:0x0].0x0 (ffff8a75fad2c300) 00010000:00010000:0.0:1783952310.913745:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952310.913748:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1e00, rc 0) 00000100:00100000:0.0:1783952310.913848:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584120704:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1410us (1961us total) trans 34359738736 rc 0/0 00000100:00100000:0.0:1783952310.913858:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 718 00000100:00100000:3.0:1783952310.920280:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952310.921400:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120832 00000100:00100000:3.0:1783952310.921417:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120832 00000100:00100000:3.0:1783952310.921501:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:3.0:1783952310.921515:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69252:x1870607584120832:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952310.921542:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952310.921572:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e835 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952310.921607:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952310.921858:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=5997s v=(0 0) 00010000:00010000:3.0:1783952310.921865:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952310.921881:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 51 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.921906:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 51 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952310.921925:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593a00, rc 0) 00000100:00100000:3.0:1783952310.922015:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584120832:12345-192.168.202.38@tcp:101:cp.0 Request processed in 503us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952310.922024:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:1.0:1783952310.956524:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.956702:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584120960 00000100:00100000:2.0:1783952310.956716:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584120960 00000100:00100000:2.0:1783952310.956917:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 373 00000100:00100000:2.0:1783952310.956931:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584120960:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952310.956956:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952310.956981:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e83c expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.957028:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 52 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.957040:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.957046:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952310.957053:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->229375] (req 0->229375) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 52 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.957101:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 52 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.957146:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 52 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.957165:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cd9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600703744:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952310.957406:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbaca480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952310.972112:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952310.974780:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121088 00000100:00100000:1.0:1783952310.974804:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121088 00010000:00010000:1.0:1783952310.974894:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 53 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.974964:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 179 00000100:00100000:1.0:1783952310.974977:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69255:x1870607584121088:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952310.975003:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952310.975033:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 53 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.975074:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 53 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.975113:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.975119:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952310.975130:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 53 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.975143:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 53 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952310.975194:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 53 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952310.975211:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600703872:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952310.975381:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c2597240 going to sleep for 11 seconds 00010000:00010000:2.0:1783952310.975861:0:160616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001df0e908/0x3b91f5b49438a443 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e835 expref: 53 pid: 162843 timeout: 6097 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952310.975882:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cd9bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:160616:1870607600703744:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952310.975914:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 52 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952310.975927:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ee400, rc 0) 00000100:00100000:2.0:1783952310.975971:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584120960:12345-192.168.202.38@tcp:101:cp.0 Request processed in 19044us (19462us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.975982:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 373 00000100:00100000:2.0:1783952310.983502:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600703872:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952310.983551:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952310.983647:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69255:x1870607584121088:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8663us (11544us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952310.983663:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 179 00000100:00100000:0.0:1783952310.992854:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952310.993048:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121344 00000100:00100000:2.0:1783952310.993063:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121344 00000100:00100000:2.0:1783952310.993166:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 199 00000100:00100000:2.0:1783952310.993179:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+142:123797:x1870607584121344:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952310.993684:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121344:12345-192.168.202.38@tcp:35:cp.0 Request processed in 504us (841us total) trans 34359738737 rc 0/0 00000100:00100000:2.0:1783952310.993694:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 199 00000100:00100000:1.0:1783952310.997320:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952310.997544:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121472 00000100:00100000:0.0:1783952310.997559:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121472 00000100:00100000:0.0:1783952310.997660:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 719 00000100:00100000:0.0:1783952310.997672:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121472:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952310.997707:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952310.997737:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1a00/0x3b91f5b49438a451 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e843 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997858:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997879:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997895:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997915:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997923:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.997931:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998016:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998024:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998031:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998039:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998046:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.998051:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998059:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998076:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.998080:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.998086:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998093:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a458 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998110:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998116:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998129:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998135:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952310.998138:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998145:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998154:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff8a75fad2ca00) 00010000:00010000:0.0:1783952310.998157:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.998160:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998166:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a45f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998207:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1a00/0x3b91f5b49438a451 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e843 expref: 144 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998218:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952310.998220:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952310.998224:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1a00/0x3b91f5b49438a451 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e843 expref: 144 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952310.998248:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1a00, rc 0) 00000100:00100000:0.0:1783952310.999098:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121472:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1422us (1788us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952310.999124:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 719 00000100:00100000:0.0:1783952311.002198:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.002894:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121600 00000100:00100000:3.0:1783952311.002908:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121600 00000100:00100000:2.0:1783952311.003143:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 720 00000100:00100000:2.0:1783952311.003158:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121600:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.003199:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.003231:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a466 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e84a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003325:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003373:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003387:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003406:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003414:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003420:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003502:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003510:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003517:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003524:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003531:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.003537:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003546:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003561:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.003564:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.003570:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003576:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a46d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003592:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003598:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.003612:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004608:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.004612:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004631:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004654:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff8a75fb008800) 00010000:00010000:2.0:1783952311.004657:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.004660:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004667:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a474 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004723:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a466 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e84a expref: 144 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004734:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.004906:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.004914:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a466 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e84a expref: 144 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.004927:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75fa4ef600, rc 0) 00000100:00100000:2.0:1783952311.005069:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121600:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1913us (2887us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.005095:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 720 00000100:00080000:1.0:1783952311.005252:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952311.009017:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.009138:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121856 00000100:00100000:3.0:1783952311.009153:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121856 00000100:00100000:3.0:1783952311.009279:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 721 00000100:00100000:3.0:1783952311.009291:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+143:123797:x1870607584121856:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.009322:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.009395:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a47b lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e851 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009583:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009602:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009650:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009670:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009678:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.009685:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952311.010137:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x266:0x0], index 0: 0 00080000:00000400:3.0:1783952311.010155:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.010159:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.010161:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.010163:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.010165:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.010167:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.010188:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.010191:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.010193:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.010195:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.010197:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.010199:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.010235:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.010237:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.010239:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.010241:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.010243:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.010251:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952311.010401:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b49438a490 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010412:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b49438a490 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010420:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b49438a490 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010465:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010473:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010481:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010488:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010496:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.010502:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010511:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010528:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.010532:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.010537:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010556:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a482 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952311.010575:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008fee6484 reply state 000000000367e866 transno 34359738738 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010591:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010598:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff8a7601ee0e00) 00010000:00010000:3.0:1783952311.010600:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952311.010604:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952311.010653:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a47b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e851 expref: 146 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010670:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b49438a490 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e851 expref: 145 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.010679:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x41:0x0].0x0 (ffff8a7601ee0100) 00010000:00010000:3.0:1783952311.010682:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952311.010684:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0593a00, rc 0) 00000100:00100000:3.0:1783952311.010771:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584121856:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1483us (1769us total) trans 34359738738 rc 0/0 00000100:00100000:3.0:1783952311.010782:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 721 00000100:00100000:0.0:1783952311.016821:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.017026:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584121984 00000100:00100000:1.0:1783952311.017041:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584121984 00000100:00100000:1.0:1783952311.017114:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 374 00000100:00100000:1.0:1783952311.017127:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69254:x1870607584121984:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.017155:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.017204:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e858 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952311.017243:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952311.017272:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:1.0:1783952311.017277:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.017290:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 49 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.017315:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 49 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.017363:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eb800, rc 0) 00000100:00100000:1.0:1783952311.017445:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584121984:12345-192.168.202.38@tcp:101:cp.0 Request processed in 321us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.017454:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 374 00000100:00100000:1.0:1783952311.029963:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.030076:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584122112 00000100:00100000:3.0:1783952311.030088:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584122112 00000100:00100000:3.0:1783952311.030166:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 375 00000100:00100000:3.0:1783952311.030177:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:123797:x1870607584122112:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.030221:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.030246:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e85f expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.030291:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 50 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.030302:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.030307:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.030313:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 50 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.031382:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 50 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.031410:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 50 pid: 161704 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.031430:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600704000:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952311.031645:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952311.034950:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.035069:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584122240 00000100:00100000:1.0:1783952311.035081:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584122240 00010000:00010000:1.0:1783952311.035139:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 51 pid: 161704 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.035229:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 180 00000100:00100000:1.0:1783952311.035242:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69253:x1870607584122240:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.035261:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.035293:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 51 pid: 161704 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.035329:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 51 pid: 161704 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.035408:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.035413:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x266:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.035424:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 51 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.035437:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 51 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.035486:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 51 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.035504:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600704128:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.035608:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c2597240 going to sleep for 11 seconds 00010000:00010000:0.0:1783952311.038113:0:160618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a49e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e858 expref: 51 pid: 161704 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.038146:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600704000:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952311.038192:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 50 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.038211:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310000, rc 0) 00000100:00100000:0.0:1783952311.038297:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:123797:x1870607584122112:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8122us (8351us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.038309:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 375 00000100:00100000:1.0:1783952311.044153:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.044272:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600704128:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952311.044308:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952311.044439:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69253:x1870607584122240:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 9199us (9502us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.044452:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 180 00000100:00100000:3.0:1783952311.045711:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584122496 00000100:00100000:3.0:1783952311.045727:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584122496 00000100:00100000:3.0:1783952311.045822:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00100000:3.0:1783952311.045834:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+146:123797:x1870607584122496:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952311.046226:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584122496:12345-192.168.202.38@tcp:35:cp.0 Request processed in 393us (2087us total) trans 34359738739 rc 0/0 00000100:00100000:3.0:1783952311.046235:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00100000:1.0:1783952311.051220:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.051327:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584122624 00000100:00100000:3.0:1783952311.053947:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584122624 00000100:00100000:2.0:1783952311.055028:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 722 00000100:00100000:2.0:1783952311.055043:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584122624:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.055082:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.055112:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a4ac lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e866 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055217:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055237:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055250:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055268:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055276:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055282:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055375:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055383:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055414:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055421:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055428:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.055432:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055441:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055458:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.055462:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.055469:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055475:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168200/0x3b91f5b49438a4b3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055495:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055501:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055506:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055510:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.055522:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055528:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055537:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff8a75fb008800) 00010000:00010000:2.0:1783952311.055539:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.055542:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055549:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168c00/0x3b91f5b49438a4ba lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055590:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a4ac lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e866 expref: 148 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055601:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.055603:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.055607:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a4ac lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e866 expref: 148 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.055632:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168e00, rc 0) 00000100:00100000:2.0:1783952311.055751:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584122624:12345-192.168.202.38@tcp:101:cp.0 Request processed in 697us (4534us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.055760:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 722 00000100:00100000:1.0:1783952311.061502:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.061668:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584122752 00000100:00100000:0.0:1783952311.061682:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584122752 00000100:00100000:2.0:1783952311.061894:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 723 00000100:00100000:2.0:1783952311.061911:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584122752:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.061940:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.061993:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a4c1 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e86d expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062092:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062110:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062124:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062142:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062149:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062157:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062218:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062226:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062233:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062241:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062257:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.062263:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062271:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062288:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.062291:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.062297:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062305:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a4c8 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062323:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062330:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062383:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062389:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.062392:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062399:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062419:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff8a75fb008000) 00010000:00010000:2.0:1783952311.062421:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.062425:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062430:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a4cf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062473:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a4c1 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e86d expref: 148 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062484:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.062486:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.062490:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a4c1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e86d expref: 148 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.062501:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169400, rc 0) 00000100:00100000:2.0:1783952311.062583:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584122752:12345-192.168.202.38@tcp:101:cp.0 Request processed in 676us (1094us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.062591:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 723 00000100:00100000:2.0:1783952311.069393:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.069530:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123008 00000100:00100000:0.0:1783952311.069543:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123008 00000100:00100000:0.0:1783952311.069632:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 724 00000100:00100000:0.0:1783952311.069652:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+147:123797:x1870607584123008:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.069681:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.069712:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a4d6 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e874 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070051:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070072:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070085:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070104:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070111:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.070117:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952311.070709:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e2:0x0], index 1: 0 00080000:00000400:0.0:1783952311.070726:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.070731:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.070733:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.070735:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.070942:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.070946:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.070971:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.070974:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.070976:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.070979:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.070981:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.070983:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.071021:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.071024:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.071026:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.071028:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.071029:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.071031:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952311.071154:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1000/0x3b91f5b49438a4eb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071168:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1000/0x3b91f5b49438a4eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071177:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1000/0x3b91f5b49438a4eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071226:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071248:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071254:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071262:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071270:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.071274:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071284:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071299:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.071303:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.071308:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071315:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a4dd lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952311.071569:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a998f70f reply state 0000000092fe5d96 transno 34359738740 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071587:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.071594:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff8a75fad2ca00) 00010000:00010000:0.0:1783952311.071604:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952311.071608:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952311.071723:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1c00/0x3b91f5b49438a4d6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e874 expref: 150 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.072087:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1000/0x3b91f5b49438a4eb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e874 expref: 149 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.072096:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x42:0x0].0x0 (ffff8a75fad2cf00) 00010000:00010000:0.0:1783952311.072099:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952311.072101:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1000, rc 0) 00000100:00100000:0.0:1783952311.072251:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584123008:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2600us (2935us total) trans 34359738740 rc 0/0 00000100:00100000:0.0:1783952311.072262:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 724 00000100:00100000:0.0:1783952311.082463:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.085229:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123136 00000100:00100000:2.0:1783952311.085258:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123136 00000100:00100000:2.0:1783952311.085420:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 376 00000100:00100000:2.0:1783952311.085433:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69253:x1870607584123136:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.085462:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.085491:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e87b expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952311.085548:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952311.085577:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:2.0:1783952311.085582:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.085595:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 52 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.085630:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 52 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.085656:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169400, rc 0) 00000100:00100000:2.0:1783952311.085754:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69253:x1870607584123136:12345-192.168.202.38@tcp:101:cp.0 Request processed in 324us (3432us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.085762:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 376 00000100:00100000:1.0:1783952311.088548:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.089491:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123264 00000100:00100000:0.0:1783952311.089508:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123264 00000100:00100000:0.0:1783952311.089592:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 377 00000100:00100000:0.0:1783952311.089604:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584123264:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.089648:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.089676:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e882 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.089722:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.089732:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.089756:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.089763:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->90111] (req 0->90111) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 53 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.089823:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.089841:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.089859:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600704256:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952311.089973:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.095537:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600704256:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.095596:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->90111] (req 0->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 53 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.095657:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1c00, rc 0) 00000100:00100000:1.0:1783952311.096275:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584123264:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6137us (7204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.096289:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 377 00000100:00100000:0.0:1783952311.099676:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.101052:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123392 00000100:00100000:1.0:1783952311.101070:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123392 00010000:00010000:1.0:1783952311.101141:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.101189:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 181 00000100:00100000:1.0:1783952311.101201:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69255:x1870607584123392:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.101222:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.101255:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.101270:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.101298:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b3a28d2/0x3b91f5b49438a4f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e87b expref: 53 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.101317:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.101321:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.101328:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 52 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.101418:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 52 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.101481:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 52 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.101495:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600704384:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.101600:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c2597b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952311.108657:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600704384:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952311.108700:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952311.108798:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584123392:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 7597us (9135us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.108812:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 181 00000100:00100000:0.0:1783952311.114860:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.115534:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123648 00000100:00100000:1.0:1783952311.115548:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123648 00000100:00100000:1.0:1783952311.115622:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 201 00000100:00100000:1.0:1783952311.115633:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+150:123797:x1870607584123648:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952311.118778:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584123648:12345-192.168.202.38@tcp:35:cp.0 Request processed in 450us (1238us total) trans 34359738741 rc 0/0 00000100:00100000:1.0:1783952311.118802:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 201 00000100:00100000:3.0:1783952311.119290:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.119504:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123776 00000100:00100000:2.0:1783952311.119517:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123776 00000100:00100000:2.0:1783952311.119593:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 725 00000100:00100000:2.0:1783952311.119605:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584123776:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.119664:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.119698:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a507 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e889 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119850:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119869:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119884:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119902:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119911:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119918:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119978:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119986:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.119994:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120002:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120009:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.120040:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120050:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120066:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.120070:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.120076:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120084:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a50e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120103:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120110:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120116:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120122:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.120125:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120131:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120139:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff8a75fb008200) 00010000:00010000:2.0:1783952311.120142:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.120152:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120158:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a515 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120203:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a507 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e889 expref: 152 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120214:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.120217:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.120221:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a507 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e889 expref: 152 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.120230:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169200, rc 0) 00000100:00100000:2.0:1783952311.120321:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584123776:12345-192.168.202.38@tcp:101:cp.0 Request processed in 717us (1034us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.120330:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 725 00000100:00100000:0.0:1783952311.123722:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.123943:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584123904 00000100:00100000:3.0:1783952311.123957:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584123904 00000100:00100000:3.0:1783952311.124034:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 726 00000100:00100000:3.0:1783952311.124046:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584123904:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.124095:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.124124:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a51c lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e890 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124220:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124239:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124254:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124272:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124279:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124286:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124402:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124410:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124417:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124424:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124438:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.124443:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124451:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124466:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.124469:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.124475:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124481:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a523 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124499:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124505:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124511:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124516:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.124519:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124526:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124545:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff8a7601ee0a00) 00010000:00010000:3.0:1783952311.124548:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.124550:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124556:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a52a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124596:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a51c lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e890 expref: 152 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124607:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.124609:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.124625:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a51c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e890 expref: 152 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.124645:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c4310e00, rc 0) 00000100:00100000:3.0:1783952311.124734:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584123904:12345-192.168.202.38@tcp:101:cp.0 Request processed in 690us (1029us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952311.125893:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 726 00000100:00100000:0.0:1783952311.128424:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.128572:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124160 00000100:00100000:3.0:1783952311.128586:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124160 00000100:00100000:3.0:1783952311.128680:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 727 00000100:00100000:3.0:1783952311.128693:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+151:123797:x1870607584124160:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.128721:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.128865:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b49438a531 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e897 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129054:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129073:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129088:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129104:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129111:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.129117:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952311.130125:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x267:0x0], index 0: 0 00080000:00000400:3.0:1783952311.130146:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.130151:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.130154:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.130156:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.130159:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.130161:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.130184:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.130186:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.130188:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.130190:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.130192:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.130205:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.130243:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.130247:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.130249:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.130250:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.130252:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.130254:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952311.130410:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438a546 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130424:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438a546 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130436:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438a546 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130483:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130491:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130499:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130506:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130513:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.130518:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130527:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130551:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.130555:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.130561:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130567:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a538 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952311.130584:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000018a91ca2 reply state 000000002b511358 transno 34359738742 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130597:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130604:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff8a7601ee0700) 00010000:00010000:3.0:1783952311.130607:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952311.130611:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952311.130682:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56e00/0x3b91f5b49438a531 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e897 expref: 154 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130699:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438a546 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e897 expref: 153 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.130707:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x43:0x0].0x0 (ffff8a7601ee0600) 00010000:00010000:3.0:1783952311.130709:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952311.130712:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d57000, rc 0) 00000100:00100000:3.0:1783952311.131146:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584124160:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2452us (2732us total) trans 34359738742 rc 0/0 00000100:00100000:3.0:1783952311.131158:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 727 00000100:00100000:1.0:1783952311.136788:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.136940:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124288 00000100:00100000:0.0:1783952311.136955:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124288 00000100:00100000:0.0:1783952311.137039:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 378 00000100:00100000:0.0:1783952311.137052:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69255:x1870607584124288:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.137075:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.137103:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e89e expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952311.137136:0:162836:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952311.137164:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:0.0:1783952311.137189:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.137203:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 50 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.137225:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 50 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.137242:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1800, rc 0) 00000100:00100000:0.0:1783952311.137587:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69255:x1870607584124288:12345-192.168.202.38@tcp:101:cp.0 Request processed in 536us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.137595:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 378 00000100:00100000:1.0:1783952311.154713:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.154891:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124416 00000100:00100000:0.0:1783952311.154905:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124416 00000100:00100000:0.0:1783952311.154987:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 379 00000100:00100000:0.0:1783952311.154999:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:123797:x1870607584124416:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.155025:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.155051:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8a5 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.155096:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 51 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.155106:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.155112:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.155117:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 51 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.155190:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 51 pid: 162836 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.155206:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 51 pid: 162836 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.155223:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600704512:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952311.155502:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952311.161249:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.161588:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124544 00000100:00100000:1.0:1783952311.161603:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124544 00010000:00010000:1.0:1783952311.161989:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 52 pid: 162836 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.162047:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 182 00000100:00100000:1.0:1783952311.162061:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69253:x1870607584124544:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.162118:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.162149:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 52 pid: 162836 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.162167:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 52 pid: 162836 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.162199:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.162205:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x267:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.162215:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.162227:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.162272:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.162290:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600704640:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.162575:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c2597240 going to sleep for 11 seconds 00010000:00010000:0.0:1783952311.162696:0:161704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a554 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e89e expref: 52 pid: 162836 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.162715:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600704512:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952311.162941:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 51 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.162954:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1a00, rc 0) 00000100:00100000:0.0:1783952311.162991:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584124416:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7995us (8293us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.163000:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 379 00000100:00100000:2.0:1783952311.172173:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.172251:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124800 00000100:00100000:0.0:1783952311.172264:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124800 00000100:00100000:0.0:1783952311.172359:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:0.0:1783952311.172373:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+154:123797:x1870607584124800:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:3.0:1783952311.172937:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600704640:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952311.172972:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952311.174144:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584124800:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1763us (1976us total) trans 34359738743 rc 0/0 00000100:00100000:0.0:1783952311.174158:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:3.0:1783952311.174307:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69253:x1870607584124544:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 12248us (13073us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.174319:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 182 00000100:00100000:2.0:1783952311.178536:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.178710:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584124928 00000100:00100000:0.0:1783952311.178724:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584124928 00000100:00100000:0.0:1783952311.179012:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 728 00000100:00100000:0.0:1783952311.179031:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584124928:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.179066:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.179097:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a562 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8ac expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179188:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179207:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179221:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179239:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179246:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179254:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179311:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179380:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179387:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179395:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179401:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.179407:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179416:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179431:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.179435:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.179441:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179448:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a569 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179470:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179477:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179484:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179496:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.179500:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179507:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179516:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff8a75fad2cb00) 00010000:00010000:0.0:1783952311.179519:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.179522:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179529:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a570 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179575:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a562 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8ac expref: 156 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179587:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.179589:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.179594:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a562 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8ac expref: 156 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.179605:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1800, rc 0) 00000100:00100000:0.0:1783952311.179713:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584124928:12345-192.168.202.38@tcp:101:cp.0 Request processed in 690us (1193us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952311.179722:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 728 00000100:00100000:3.0:1783952311.182507:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.183226:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125056 00000100:00100000:1.0:1783952311.183240:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125056 00000100:00100000:1.0:1783952311.183322:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 729 00000100:00100000:1.0:1783952311.183351:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584125056:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.183379:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.183424:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a577 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8b3 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183513:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183530:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183545:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183564:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183570:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183577:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183722:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183731:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183854:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183864:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183883:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.183888:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183896:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183911:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.183914:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.183920:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183929:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a57e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183947:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183953:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183958:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183964:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.183967:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183973:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.183991:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff8a75d2ba8500) 00010000:00010000:1.0:1783952311.183993:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.183996:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.184001:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a585 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.184045:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a577 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8b3 expref: 156 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.184057:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.184059:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.184062:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a577 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8b3 expref: 156 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.184072:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eba00, rc 0) 00000100:00100000:1.0:1783952311.184158:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584125056:12345-192.168.202.38@tcp:101:cp.0 Request processed in 826us (1667us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.184167:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 729 00000100:00100000:0.0:1783952311.187735:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.188079:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125312 00000100:00100000:1.0:1783952311.188092:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125312 00000100:00100000:1.0:1783952311.188169:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 730 00000100:00100000:1.0:1783952311.188180:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+155:123797:x1870607584125312:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.188210:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.188243:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a58c lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8ba expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188429:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188448:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188462:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188479:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188487:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.188494:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952311.189238:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e3:0x0], index 1: 0 00080000:00000400:1.0:1783952311.189259:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.189264:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952311.189267:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.189269:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.189272:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.189274:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.189295:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.189298:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952311.189299:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.189302:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.189304:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.189318:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.189723:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.189728:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952311.189730:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.189732:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.189734:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.189736:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952311.193077:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438a5a1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193102:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438a5a1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193117:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438a5a1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193173:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193181:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193187:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193195:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193201:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.193206:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193214:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193240:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.193243:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.193249:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193256:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a593 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952311.193277:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d58e67f7 reply state 00000000382e5ff0 transno 34359738744 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193290:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193296:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff8a75d2ba8d00) 00010000:00010000:1.0:1783952311.193299:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952311.193303:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952311.193370:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a58c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8ba expref: 158 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193389:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438a5a1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8ba expref: 157 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.193397:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x44:0x0].0x0 (ffff8a75d2ba8900) 00010000:00010000:1.0:1783952311.193400:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952311.193402:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660200, rc 0) 00000100:00100000:1.0:1783952311.193503:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584125312:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5324us (5782us total) trans 34359738744 rc 0/0 00000100:00100000:1.0:1783952311.193514:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 730 00000100:00100000:0.0:1783952311.198972:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.199046:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125440 00000100:00100000:2.0:1783952311.199060:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125440 00000100:00100000:2.0:1783952311.199157:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 380 00000100:00100000:2.0:1783952311.199170:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69253:x1870607584125440:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.199196:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.199226:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8c1 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952311.199287:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952311.199318:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:2.0:1783952311.199323:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.199411:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 53 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.199435:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 53 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.199451:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168e00, rc 0) 00000100:00100000:2.0:1783952311.199582:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69253:x1870607584125440:12345-192.168.202.38@tcp:101:cp.0 Request processed in 414us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.199590:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 380 00000100:00100000:1.0:1783952311.208863:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.208979:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125568 00000100:00100000:3.0:1783952311.208991:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125568 00000100:00100000:3.0:1783952311.209068:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00100000:3.0:1783952311.209081:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584125568:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.209107:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.209134:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8c8 expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.209180:0:162843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.209191:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.209196:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.209202:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 54 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.209247:0:162843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.209264:0:162843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952311.209301:0:162843:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600704768:192.168.202.38@tcp:104: 00000100:00100000:3.0:1783952311.209454:0:162843:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.213280:0:162843:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:162843:1870607600704768:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.213368:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 54 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.213398:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56e00, rc 0) 00000100:00100000:1.0:1783952311.213486:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:123797:x1870607584125568:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4406us (4637us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.213498:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00100000:0.0:1783952311.215532:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.215655:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125696 00000100:00100000:1.0:1783952311.215669:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125696 00010000:00010000:1.0:1783952311.215732:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.215792:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00100000:1.0:1783952311.215805:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8b2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69254:x1870607584125696:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.215825:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.215854:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.215870:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.215899:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0703ac9/0x3b91f5b49438a5af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c1 expref: 54 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.215939:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.215943:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.215954:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 53 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.215967:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 53 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.216018:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 53 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.216036:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600704896:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.216143:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971780 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.218955:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600704896:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952311.218997:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952311.219073:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8b2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584125696:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 3270us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.219087:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00100000:0.0:1783952311.224105:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.224208:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584125952 00000100:00100000:1.0:1783952311.224222:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584125952 00000100:00100000:1.0:1783952311.224298:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 203 00000100:00100000:1.0:1783952311.224311:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+158:123797:x1870607584125952:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952311.224751:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584125952:12345-192.168.202.38@tcp:35:cp.0 Request processed in 441us (660us total) trans 34359738745 rc 0/0 00000100:00100000:1.0:1783952311.224779:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 203 00000100:00100000:0.0:1783952311.229064:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.229163:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126080 00000100:00100000:3.0:1783952311.229175:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126080 00000100:00100000:3.0:1783952311.229257:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 731 00000100:00100000:3.0:1783952311.229269:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584126080:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.229307:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.229368:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a5bd lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8cf expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229463:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229481:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229494:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229512:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229519:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229526:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229606:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229614:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229621:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229628:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229634:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.229648:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229657:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229672:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.229675:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.229680:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229686:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a5c4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229701:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229707:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229720:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229726:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.229729:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229735:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229743:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff8a7601ee0a00) 00010000:00010000:3.0:1783952311.229745:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.229748:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229754:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a5cb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229793:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a5bd lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8cf expref: 160 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229805:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.229808:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.229812:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a5bd lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8cf expref: 160 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.229821:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56600, rc 0) 00000100:00100000:3.0:1783952311.229904:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584126080:12345-192.168.202.38@tcp:101:cp.0 Request processed in 636us (854us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952311.229920:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 731 00000100:00100000:3.0:1783952311.232782:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.233302:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126208 00000100:00100000:1.0:1783952311.233317:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126208 00000100:00100000:1.0:1783952311.233520:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 732 00000100:00100000:1.0:1783952311.233533:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584126208:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.233561:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.233588:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a5d2 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8d6 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233696:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233713:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233725:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233757:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233765:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233772:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233826:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233859:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233865:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233871:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233877:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.233882:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233891:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233906:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.233909:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.233915:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233923:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a5d9 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233939:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233945:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233952:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233965:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.233968:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233974:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233983:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff8a75d2ba8500) 00010000:00010000:1.0:1783952311.233986:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.233988:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.233995:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a5e0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.234033:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a5d2 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8d6 expref: 160 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.234044:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.234046:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.234050:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a5d2 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8d6 expref: 160 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.234061:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1661c00, rc 0) 00000100:00100000:1.0:1783952311.234144:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584126208:12345-192.168.202.38@tcp:101:cp.0 Request processed in 613us (1376us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.234153:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 732 00000100:00100000:3.0:1783952311.237757:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.239313:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126464 00000100:00100000:2.0:1783952311.239330:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126464 00000100:00100000:1.0:1783952311.239535:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 733 00000100:00100000:1.0:1783952311.239585:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+159:123797:x1870607584126464:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.240122:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.240159:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660400/0x3b91f5b49438a5e7 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8dd expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240316:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240352:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240368:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240387:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240394:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.240400:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952311.240859:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x268:0x0], index 0: 0 00080000:00000400:1.0:1783952311.240877:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.240882:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.240884:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.240887:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.240889:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.240891:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.240911:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.240927:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.240929:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.240931:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.240933:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.240935:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.240977:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.240980:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.240982:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.240985:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.240987:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.240989:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952311.241109:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a5fc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241120:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a5fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241128:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a5fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241175:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241184:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241190:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241197:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241203:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.241215:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241223:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241239:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.241243:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.241249:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241256:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a5ee lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952311.241272:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004220a5b1 reply state 00000000a0a3259d transno 34359738746 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241285:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241291:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff8a75d2ba8e00) 00010000:00010000:1.0:1783952311.241293:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952311.241296:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952311.241366:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660400/0x3b91f5b49438a5e7 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8dd expref: 162 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241384:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a5fc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8dd expref: 161 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.241391:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x45:0x0].0x0 (ffff8a75d2ba8a00) 00010000:00010000:1.0:1783952311.241394:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952311.241405:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660600, rc 0) 00000100:00100000:1.0:1783952311.241503:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584126464:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1937us (3772us total) trans 34359738746 rc 0/0 00000100:00100000:1.0:1783952311.241514:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 733 00000100:00100000:1.0:1783952311.250571:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.250893:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126592 00000100:00100000:2.0:1783952311.250908:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126592 00000100:00100000:2.0:1783952311.251027:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 382 00000100:00100000:2.0:1783952311.251039:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69254:x1870607584126592:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.251065:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.251093:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8e4 expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952311.251128:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952311.251157:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:2.0:1783952311.251183:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.251197:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 51 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.251219:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 51 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.251236:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168200, rc 0) 00000100:00100000:2.0:1783952311.251318:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69254:x1870607584126592:12345-192.168.202.38@tcp:101:cp.0 Request processed in 281us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.251326:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 382 00000100:00100000:1.0:1783952311.280803:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.280999:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126720 00000100:00100000:2.0:1783952311.281013:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126720 00000100:00100000:2.0:1783952311.281094:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 383 00000100:00100000:2.0:1783952311.281106:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:123797:x1870607584126720:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.281132:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.281158:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8eb expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.281206:0:160616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.281216:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.281221:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.281227:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->430079] (req 0->430079) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 52 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.281295:0:160616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.281312:0:160616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.281330:0:160616:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600705024:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952311.281494:0:160616:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:3.0:1783952311.285271:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.285508:0:160616:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:160616:1870607600705024:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952311.285558:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->430079] (req 0->430079) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 52 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.285584:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168c00, rc 0) 00000100:00100000:2.0:1783952311.285670:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584126720:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4566us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.285682:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 383 00000100:00100000:1.0:1783952311.287181:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584126848 00000100:00100000:1.0:1783952311.287200:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584126848 00010000:00010000:1.0:1783952311.287262:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.287320:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00100000:1.0:1783952311.287331:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69252:x1870607584126848:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.287367:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.287401:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.287418:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.287449:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a60a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8e4 expref: 52 pid: 160617 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.287472:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.287477:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x268:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.287487:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->430079) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 51 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.287523:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->430079) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 51 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.287578:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->430079) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 51 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.287595:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600705152:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.287965:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971840 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.293071:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600705152:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952311.293113:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952311.293200:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584126848:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5870us (7942us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.293214:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00100000:0.0:1783952311.304603:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.305402:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127104 00000100:00100000:3.0:1783952311.305417:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127104 00000100:00100000:0.0:1783952311.305744:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:0.0:1783952311.305759:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+162:123797:x1870607584127104:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952311.306279:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127104:12345-192.168.202.38@tcp:35:cp.0 Request processed in 520us (1690us total) trans 34359738747 rc 0/0 00000100:00100000:0.0:1783952311.306289:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 204 00000100:00100000:3.0:1783952311.309231:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.309561:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127232 00000100:00100000:2.0:1783952311.309574:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127232 00000100:00100000:2.0:1783952311.309673:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 734 00000100:00100000:2.0:1783952311.309687:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127232:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.309720:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.309761:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a618 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8f2 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309875:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309892:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309905:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309922:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309929:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309935:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.309992:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310001:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310008:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310015:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310022:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.310033:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310043:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310058:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.310062:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.310068:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310076:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a61f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310095:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310103:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310110:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310116:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952311.310119:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310126:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310134:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff8a75fb008e00) 00010000:00010000:2.0:1783952311.310137:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.310146:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310153:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a626 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310195:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a618 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8f2 expref: 164 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310207:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952311.310210:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952311.310214:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a618 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8f2 expref: 164 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.310225:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169800, rc 0) 00000100:00100000:2.0:1783952311.310312:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127232:12345-192.168.202.38@tcp:101:cp.0 Request processed in 628us (1094us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.310320:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 734 00000100:00100000:2.0:1783952311.314957:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.315076:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127360 00000100:00100000:0.0:1783952311.315088:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127360 00000100:00100000:0.0:1783952311.315229:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 735 00000100:00100000:0.0:1783952311.315242:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127360:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.315273:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.315308:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a62d lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e8f9 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315440:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315459:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315474:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315493:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315521:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315528:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315584:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315593:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315600:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315608:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315614:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.315619:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315650:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315665:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.315669:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.315674:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315682:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a634 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315717:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315724:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.315731:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316128:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.316134:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316142:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316153:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff8a75fad2cb00) 00010000:00010000:0.0:1783952311.316156:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.316159:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316164:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a63b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316212:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a62d lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8f9 expref: 164 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316224:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.316227:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.316238:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a62d lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8f9 expref: 164 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.316250:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0c00, rc 0) 00000100:00100000:0.0:1783952311.316371:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127360:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1131us (1430us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952311.316380:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 735 00000100:00100000:3.0:1783952311.319472:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.320121:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127616 00000100:00100000:1.0:1783952311.320137:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127616 00000100:00100000:1.0:1783952311.320226:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 736 00000100:00100000:1.0:1783952311.320238:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+163:123797:x1870607584127616:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.320269:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.320301:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a642 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e900 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320478:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320497:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320533:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320555:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320562:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.320568:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952311.321232:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e4:0x0], index 1: 0 00080000:00000400:1.0:1783952311.321252:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.321257:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.321260:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.321263:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.321265:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.321268:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.321288:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.321291:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.321293:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.321295:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.321297:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.321299:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.321368:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.321371:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.321373:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.321375:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.321377:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.321389:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952311.321523:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a657 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321535:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a657 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321544:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a657 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321591:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321600:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321608:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321917:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321926:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.321931:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321941:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321958:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.321961:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.321967:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.321986:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a649 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952311.322005:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfb39afb reply state 0000000084dab34c transno 34359738748 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.322019:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.322026:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff8a75d2ba8500) 00010000:00010000:1.0:1783952311.322029:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952311.322032:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952311.322073:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a642 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e900 expref: 166 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.322091:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a657 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e900 expref: 165 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.322100:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x46:0x0].0x0 (ffff8a75d2ba8c00) 00010000:00010000:1.0:1783952311.322102:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952311.322104:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660800, rc 0) 00000100:00100000:1.0:1783952311.322205:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584127616:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1969us (2748us total) trans 34359738748 rc 0/0 00000100:00100000:1.0:1783952311.322216:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 736 00000100:00100000:2.0:1783952311.326324:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.326572:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127744 00000100:00100000:0.0:1783952311.326585:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127744 00000100:00100000:0.0:1783952311.326878:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 384 00000100:00100000:0.0:1783952311.326891:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69252:x1870607584127744:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.326915:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.326943:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e907 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952311.326978:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952311.327006:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:0.0:1783952311.327012:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.327025:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 54 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.327045:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 54 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.327061:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0400, rc 0) 00000100:00100000:0.0:1783952311.327179:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69252:x1870607584127744:12345-192.168.202.38@tcp:101:cp.0 Request processed in 291us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.327208:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 384 00000100:00100000:3.0:1783952311.330270:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.330413:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584127872 00000100:00100000:1.0:1783952311.330426:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584127872 00000100:00100000:1.0:1783952311.330495:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 385 00000100:00100000:1.0:1783952311.330507:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:123797:x1870607584127872:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.330551:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.330577:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e90e expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.330641:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.330652:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.330658:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.330665:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 55 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.330713:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.330730:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.330911:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600705280:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952311.331018:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971180 going to sleep for 11 seconds 00000100:00100000:2.0:1783952311.334107:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.334230:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:160618:1870607600705280:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.334275:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->28671] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 55 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.334301:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660400, rc 0) 00000100:00100000:1.0:1783952311.334428:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584127872:12345-192.168.202.38@tcp:101:cp.0 Request processed in 3923us (4170us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.334440:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 385 00000100:00100000:3.0:1783952311.334542:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128000 00000100:00100000:3.0:1783952311.334552:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128000 00010000:00010000:3.0:1783952311.334595:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952311.334653:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 185 00000100:00100000:3.0:1783952311.334664:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584128000:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952311.334682:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952311.334711:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.334729:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.334912:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bce318c4/0x3b91f5b49438a665 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e907 expref: 55 pid: 162842 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.334947:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.334952:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952311.334962:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 54 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.334975:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 54 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.335018:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 54 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952311.335033:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600705408:192.168.202.38@tcp:105: 00000100:00100000:3.0:1783952311.335102:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c363a840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952311.339576:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600705408:192.168.202.38@tcp:105: 00010000:00010000:3.0:1783952311.339627:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952311.339715:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69255:x1870607584128000:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5051us (5620us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.339730:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 185 00000100:00100000:2.0:1783952311.343697:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.343901:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128256 00000100:00100000:0.0:1783952311.343914:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128256 00000100:00100000:0.0:1783952311.343980:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 205 00000100:00100000:0.0:1783952311.343993:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+166:123797:x1870607584128256:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952311.344421:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128256:12345-192.168.202.38@tcp:35:cp.0 Request processed in 430us (738us total) trans 34359738749 rc 0/0 00000100:00100000:0.0:1783952311.344430:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 205 00000100:00100000:0.0:1783952311.350116:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.350270:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128384 00000100:00100000:3.0:1783952311.350284:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128384 00000100:00100000:3.0:1783952311.350392:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 737 00000100:00100000:3.0:1783952311.350404:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128384:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.350437:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.350486:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a673 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e915 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350583:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350601:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350614:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350652:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350660:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350668:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350723:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350731:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350839:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350849:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350882:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.350887:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350897:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350914:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.350917:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.350923:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350930:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a67a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350949:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350956:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350962:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350967:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.350971:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350976:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.350997:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff8a7601ee0a00) 00010000:00010000:3.0:1783952311.350999:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.351002:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.351008:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a681 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.351049:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a673 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e915 expref: 168 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.351060:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.351062:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.351145:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a673 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e915 expref: 168 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.351156:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0d56600, rc 0) 00000100:00100000:2.0:1783952311.351715:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128384:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1309us (1611us total) trans 0 rc 301/301 00000100:00100000:2.0:1783952311.352299:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 737 00000100:00100000:2.0:1783952311.362236:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.362389:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128512 00000100:00100000:3.0:1783952311.362403:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128512 00000100:00100000:3.0:1783952311.362481:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 738 00000100:00100000:3.0:1783952311.362493:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128512:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.362524:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.362553:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a688 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e91c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362671:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362712:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362727:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362761:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362770:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362776:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362830:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362839:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362844:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362850:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362857:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.362862:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362870:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362892:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.362896:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.362902:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362909:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a68f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362927:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362933:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362938:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362944:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.362946:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362952:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362959:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff8a7601ee0a00) 00010000:00010000:3.0:1783952311.362961:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.362964:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.362970:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a696 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.363021:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a688 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e91c expref: 168 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.363032:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.363035:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.363038:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a688 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e91c expref: 168 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.363048:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0030200, rc 0) 00000100:00100000:3.0:1783952311.363122:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128512:12345-192.168.202.38@tcp:101:cp.0 Request processed in 632us (903us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952311.363131:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 738 00000100:00100000:3.0:1783952311.371542:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.371911:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128768 00000100:00100000:1.0:1783952311.371926:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128768 00000100:00100000:1.0:1783952311.372012:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 739 00000100:00100000:1.0:1783952311.372026:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+167:123797:x1870607584128768:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.372055:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.372084:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a69d lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e923 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372265:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372284:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372299:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372318:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372326:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.372369:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952311.373170:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x269:0x0], index 0: 0 00080000:00000400:1.0:1783952311.373191:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.373209:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.373211:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.373213:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.373215:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.373218:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.373242:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.373245:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.373247:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.373249:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.373252:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.373254:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952311.373294:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952311.373298:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952311.373300:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952311.373302:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952311.373304:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952311.373305:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952311.373483:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a6b2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.373497:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a6b2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.373507:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a6b2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.374026:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952311.374440:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374453:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374460:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374481:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374488:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.374494:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374504:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374523:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.374527:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.374532:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374539:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6a4 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952311.374558:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021de8bcb reply state 0000000058cba0ef transno 34359738750 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374572:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374580:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff8a75d2ba8000) 00010000:00010000:1.0:1783952311.374582:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952311.374586:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952311.374662:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660c00/0x3b91f5b49438a69d lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e923 expref: 170 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374694:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a6b2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e923 expref: 169 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.374703:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x47:0x0].0x0 (ffff8a75d2ba8f00) 00010000:00010000:1.0:1783952311.374705:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952311.374708:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eba00, rc 0) 00000100:00100000:1.0:1783952311.374937:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584128768:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2914us (3409us total) trans 34359738750 rc 0/0 00000100:00100000:1.0:1783952311.374949:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 739 00000100:00100000:0.0:1783952311.392625:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.392772:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584128896 00000100:00100000:1.0:1783952311.392788:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584128896 00000100:00100000:1.0:1783952311.392875:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 386 00000100:00100000:1.0:1783952311.392887:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69255:x1870607584128896:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.392914:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.392945:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e92a expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952311.392981:0:161717:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952311.393013:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:1.0:1783952311.393019:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.393033:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 52 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.393056:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 52 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.393101:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74cb4eb800, rc 0) 00000100:00100000:1.0:1783952311.393187:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584128896:12345-192.168.202.38@tcp:101:cp.0 Request processed in 302us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.393195:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 386 00000100:00100000:3.0:1783952311.563921:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600705536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952311.564043:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952311.564412:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600705536 00000100:00100000:2.0:1783952311.564423:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600705536 00000100:00100000:2.0:1783952311.564496:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1783952311.564528:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600705536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952311.564580:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:0.0:1783952311.564738:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952311.564753:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600705664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952311.564800:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952311.565275:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600705536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 746us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.565285:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1783952311.565314:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600705664 00000100:00100000:2.0:1783952311.565318:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600705664 00000100:00100000:2.0:1783952311.565388:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1783952311.565396:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600705664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952311.565421:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42545152 avail 36413440 00000100:00100000:2.0:1783952311.565461:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600705664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.565468:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1783952311.565513:0:106953:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738603 gen 2 00000004:00080000:2.0:1783952311.565521:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738594 committed transno 34359738603 00000020:00080000:2.0:1783952311.565529:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74ca582d80 refcount 2 committed 0 result 0 batchid 21474836581 00000020:00080000:2.0:1783952311.565533:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d07df600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca582180 00000020:00080000:2.0:1783952311.565537:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].1 00000020:00080000:2.0:1783952311.565540:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d07dff00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75def69400 00000020:00080000:2.0:1783952311.565543:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].1 00000100:00100000:0.0:1783952311.565759:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600705536:0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1783952311.565918:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836581 committed batchid 17179869212 00000020:00080000:1.0:1783952311.566029:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000100:00100000:0.0:1783952311.566279:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600705920:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566355:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.566393:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600706432:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566422:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.566443:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783952311.566449:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600706048:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566475:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.566493:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600706560:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566516:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.566582:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706048 00000100:00100000:0.0:1783952311.566587:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706048 00000100:00100000:0.0:1783952311.566725:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783952311.566734:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600706048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566782:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600706048:12345-0@lo:400:kworker.0 Request processed in 50us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.566789:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783952311.566814:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600707072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952311.566839:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.566866:0:106954:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836546 gen 2 00000100:00100000:0.0:1783952311.566880:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600706048:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.566907:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600707072 00000100:00100000:0.0:1783952311.566911:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600707072 00000100:00100000:0.0:1783952311.566939:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1783952311.566945:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600707072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952311.566970:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 38885312 pending 237568 free 70959104 avail 63791104 00000100:00100000:0.0:1783952311.567005:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600707072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.567011:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1783952311.567040:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600707072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952311.567084:0:159111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600705920 00000100:00100000:0.0:1783952311.567088:0:159111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600705920 00000100:00100000:0.0:1783952311.567115:0:159111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1783952311.567121:0:159111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600705920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.567173:0:159111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600705920:12345-0@lo:400:kworker.0 Request processed in 51us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.567191:0:159111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1783952311.567231:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600705920:0@lo:400:kworker.0 00000100:00080000:0.0:1783952311.567256:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952311.567279:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706432 00000100:00100000:0.0:1783952311.567282:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706432 00000100:00080000:0.0:1783952311.567298:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952311.567322:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706560 00000100:00100000:0.0:1783952311.567325:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706560 00000100:00080000:0.0:1783952311.567367:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952311.567390:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1783952311.567397:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600706432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.567432:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600706432:12345-0@lo:400:kworker.0 Request processed in 36us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.567438:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1783952311.567461:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600706432:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.567477:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1783952311.567484:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600706560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.567516:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600706560:12345-0@lo:400:kworker.0 Request processed in 33us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.567523:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1783952311.567547:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600706560:0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.567803:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600706176:0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.567842:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952311.567864:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600706688:0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.567891:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952311.567910:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783952311.567917:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600705792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952311.567943:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952311.567963:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600706304:0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.567984:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952311.568015:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600706944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952311.568038:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952311.568069:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600705792 00000100:00100000:3.0:1783952311.568073:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600705792 00000100:00100000:3.0:1783952311.568108:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706944 00000100:00100000:3.0:1783952311.568112:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706944 00000100:00100000:3.0:1783952311.568128:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1783952311.568134:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600705792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952311.568158:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 598016 granted 41936832 pending 659456 free 70696960 avail 63528960 00000100:00100000:3.0:1783952311.568195:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600705792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.568202:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1783952311.568213:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1783952311.568219:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600706944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952311.568228:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 38885312 pending 237568 free 70959104 avail 63791104 00000100:00100000:3.0:1783952311.568253:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600706944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.568259:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:3.0:1783952311.568276:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952311.568279:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952311.568307:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600705792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952311.568320:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600706944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952311.568368:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706688 00000100:00100000:3.0:1783952311.568371:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706688 00000100:00080000:3.0:1783952311.568392:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952311.568410:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706304 00000100:00100000:3.0:1783952311.568413:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706304 00000100:00100000:3.0:1783952311.568436:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1783952311.568442:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600706688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.568478:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600706688:12345-0@lo:400:kworker.0 Request processed in 36us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.568485:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1783952311.568508:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600706688:0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.568526:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1783952311.568532:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600706304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952311.568562:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600706304:12345-0@lo:400:kworker.0 Request processed in 31us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952311.568568:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1783952311.568587:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600706304:0@lo:400:kworker.0 00000004:00080000:2.0:1783952311.571879:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738595 committed transno 34359738603 00000020:00080000:2.0:1783952311.571902:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74c9ca99c0 refcount 2 committed 0 result 0 batchid 21474836582 00000020:00080000:2.0:1783952311.571909:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cef400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c9ca93c0 00000020:00080000:2.0:1783952311.571914:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].2 00000020:00080000:2.0:1783952311.571917:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cef300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c9387400 00000020:00080000:2.0:1783952311.571920:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].2 00000004:00080000:2.0:1783952311.571998:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738596 committed transno 34359738603 00000020:00080000:2.0:1783952311.572003:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74ca6fc540 refcount 2 committed 0 result 0 batchid 21474836583 00000020:00080000:2.0:1783952311.572006:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cef600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca6fcf00 00000020:00080000:2.0:1783952311.572010:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].3 00000020:00080000:2.0:1783952311.572012:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cef200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c9387800 00000020:00080000:2.0:1783952311.572015:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].3 00000004:00080000:2.0:1783952311.572027:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738597 committed transno 34359738603 00000020:00080000:2.0:1783952311.572030:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74cb521a80 refcount 2 committed 0 result 0 batchid 21474836584 00000020:00080000:2.0:1783952311.572033:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cb521b40 00000020:00080000:2.0:1783952311.572036:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].4 00000020:00080000:2.0:1783952311.572038:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75ff82f600 00000020:00080000:2.0:1783952311.572041:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].4 00000004:00080000:2.0:1783952311.572057:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738598 committed transno 34359738603 00000020:00080000:2.0:1783952311.572060:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74ca6fcb40 refcount 2 committed 0 result 0 batchid 21474836585 00000020:00080000:2.0:1783952311.572062:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cefe00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca6fc3c0 00000020:00080000:2.0:1783952311.572065:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].5 00000020:00080000:2.0:1783952311.572067:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cef800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74c32f5200 00000020:00080000:2.0:1783952311.572070:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].5 00000004:00080000:2.0:1783952311.572085:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738599 committed transno 34359738603 00000020:00080000:2.0:1783952311.572089:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74cb521000 refcount 2 committed 0 result 0 batchid 21474836586 00000020:00080000:2.0:1783952311.572091:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cb521cc0 00000020:00080000:2.0:1783952311.572094:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].6 00000020:00080000:2.0:1783952311.572096:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c8015e00 00000020:00080000:2.0:1783952311.572098:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].6 00000004:00080000:2.0:1783952311.572108:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738600 committed transno 34359738603 00000020:00080000:2.0:1783952311.572120:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a75c6357b40 refcount 2 committed 0 result 0 batchid 21474836587 00000020:00080000:2.0:1783952311.572123:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d07df900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a75c6357f00 00000020:00080000:2.0:1783952311.572126:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].7 00000020:00080000:2.0:1783952311.572129:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75d07df200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75f5e3bc00 00000020:00080000:2.0:1783952311.572132:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].7 00000004:00080000:2.0:1783952311.572148:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738601 committed transno 34359738603 00000020:00080000:2.0:1783952311.572151:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74ca6fc480 refcount 2 committed 0 result 0 batchid 21474836588 00000020:00080000:2.0:1783952311.572154:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6ceff00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca6fc240 00000020:00080000:2.0:1783952311.572157:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].8 00000020:00080000:2.0:1783952311.572158:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e6cefc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75cf4c9400 00000020:00080000:2.0:1783952311.572161:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].8 00000004:00080000:2.0:1783952311.572176:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738602 committed transno 34359738603 00000020:00080000:2.0:1783952311.572180:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74ca6fc0c0 refcount 2 committed 0 result 0 batchid 21474836589 00000020:00080000:2.0:1783952311.572182:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e7345900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74ca6fc840 00000020:00080000:2.0:1783952311.572185:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].9 00000020:00080000:2.0:1783952311.572187:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75e7345000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a75cf4c9800 00000020:00080000:2.0:1783952311.572190:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].9 00000004:00080000:2.0:1783952311.572200:0:106953:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738603 committed transno 34359738603 00000020:00080000:2.0:1783952311.572203:0:106953:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8a74cb521e40 refcount 2 committed 0 result 0 batchid 21474836590 00000020:00080000:2.0:1783952311.572205:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cb521300 00000020:00080000:2.0:1783952311.572208:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x200003ab4:0x2:0x0].10 00000020:00080000:2.0:1783952311.572210:0:106953:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8a75fc515d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a74cc13fe00 00000020:00080000:2.0:1783952311.572212:0:106953:0:(update_trans.c:71:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].10 00000100:00100000:2.0:1783952311.572251:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600705664:0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1783952311.572331:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836590 committed batchid 17179869212 00000020:00080000:3.0:1783952311.572439:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17179869212 00000100:00100000:0.0:1783952311.572547:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706176 00000100:00100000:0.0:1783952311.572557:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706176 00000100:00100000:0.0:1783952311.572659:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1783952311.572671:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600706176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.572811:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600706176:12345-0@lo:400:kworker.0 Request processed in 142us (4967us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.572819:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1783952311.572858:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600706816:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.572905:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952311.572953:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600706816 00000100:00100000:0.0:1783952311.572957:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600706816 00000100:00100000:0.0:1783952311.572988:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1783952311.572993:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600706816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.573032:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600706816:12345-0@lo:400:kworker.0 Request processed in 38us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.573039:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1783952311.573076:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600706816:0@lo:400:kworker.0 00000100:00080000:3.0:1783952311.575770:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952311.575787:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952311.575861:0:106952:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869241 gen 2 00000100:00100000:3.0:1783952311.575896:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600706176:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.581325:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600707200:0@lo:400:kworker.0 00000100:00100000:0.0:1783952311.581470:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952311.581656:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600707200 00000100:00100000:1.0:1783952311.581668:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600707200 00000100:00100000:1.0:1783952311.581749:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1783952311.581761:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600707200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952311.581845:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600707200:12345-0@lo:400:kworker.0 Request processed in 86us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.581853:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1783952311.582045:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600707200:0@lo:400:kworker.0 00000100:00100000:2.0:1783952311.589029:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.589228:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129024 00000100:00100000:1.0:1783952311.589242:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129024 00000100:00100000:1.0:1783952311.589400:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 387 00000100:00100000:1.0:1783952311.589413:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:123797:x1870607584129024:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.589439:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.589468:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e931 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.589512:0:161704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.589536:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.589542:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.589549:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->1175551] (req 0->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 53 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.589596:0:161704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.589625:0:161704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.589653:0:161704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600707328:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952311.589946:0:161704:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.601934:0:161704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:161704:1870607600707328:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.601996:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->1175551] (req 0->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 53 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.602025:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660c00, rc 0) 00000100:00100000:1.0:1783952311.602125:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584129024:12345-192.168.202.38@tcp:101:cp.0 Request processed in 12713us (13109us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.602135:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 387 00000100:00100000:0.0:1783952311.612480:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.612605:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129152 00000100:00100000:1.0:1783952311.612681:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129152 00010000:00010000:1.0:1783952311.613246:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.613414:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 186 00000100:00100000:1.0:1783952311.613429:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69252:x1870607584129152:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.613451:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.613480:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.613497:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.613528:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0421669/0x3b91f5b49438a6c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e92a expref: 53 pid: 161717 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.613549:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.613554:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x269:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.613565:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.613579:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.613646:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 52 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.613681:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600707456:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.613812:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952311.622233:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600707456:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952311.622275:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952311.622393:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69252:x1870607584129152:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8968us (9930us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.622409:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 186 00000100:00100000:3.0:1783952311.670491:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.670601:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129408 00000100:00100000:0.0:1783952311.670616:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129408 00000100:00100000:0.0:1783952311.670747:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 206 00000100:00100000:0.0:1783952311.670760:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+170:123797:x1870607584129408:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952311.671443:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129408:12345-192.168.202.38@tcp:35:cp.0 Request processed in 681us (963us total) trans 34359738751 rc 0/0 00000100:00100000:0.0:1783952311.671455:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 206 00000100:00100000:2.0:1783952311.682330:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.682565:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129536 00000100:00100000:0.0:1783952311.682579:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129536 00000100:00100000:0.0:1783952311.682697:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 740 00000100:00100000:0.0:1783952311.682711:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129536:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.682932:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.682965:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a6ce lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e938 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683065:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683084:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683099:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683119:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683127:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683135:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683256:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683264:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683271:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683294:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683301:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.683306:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683316:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683332:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.683368:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.683374:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683382:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a6d5 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683400:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683406:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683412:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683418:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.683421:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683438:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683448:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff8a75fad2cb00) 00010000:00010000:0.0:1783952311.683451:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.683455:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683461:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1800/0x3b91f5b49438a6dc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683510:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a6ce lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e938 expref: 172 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683524:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.683527:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.683531:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a6ce lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e938 expref: 172 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.683546:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0800, rc 0) 00000100:00100000:0.0:1783952311.683781:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129536:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1071us (1465us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952311.683791:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 740 00000100:00100000:3.0:1783952311.686893:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.687184:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129664 00000100:00100000:1.0:1783952311.687200:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129664 00000100:00100000:1.0:1783952311.687294:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 741 00000100:00100000:1.0:1783952311.687306:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129664:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.687368:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.687404:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6e3 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e93f expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687593:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687612:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687627:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687660:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687694:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687702:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687771:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687778:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687783:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687789:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687795:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.687799:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687808:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687822:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.687825:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.687831:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687838:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438a6ea lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687862:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687869:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687875:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687880:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.687883:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687890:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687898:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff8a75d2ba8b00) 00010000:00010000:1.0:1783952311.687900:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.687903:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687910:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a6f1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687949:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6e3 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e93f expref: 172 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687961:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.687964:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.687975:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a6e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e93f expref: 172 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.687986:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1661c00, rc 0) 00000100:00100000:1.0:1783952311.688207:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129664:12345-192.168.202.38@tcp:101:cp.0 Request processed in 901us (1328us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.688216:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 741 00000100:00100000:0.0:1783952311.698282:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.698472:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584129920 00000100:00100000:3.0:1783952311.698485:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584129920 00000100:00100000:3.0:1783952311.698553:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 742 00000100:00100000:3.0:1783952311.698565:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+171:123797:x1870607584129920:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.698811:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.698849:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a6f8 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e946 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699025:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699046:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699063:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699083:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699091:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.699099:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952311.701033:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e5:0x0], index 1: 0 00080000:00000400:3.0:1783952311.701055:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.701060:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1783952311.701062:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.701065:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.701068:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.701070:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.701094:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.701098:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1783952311.701120:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.701122:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.701124:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.701126:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.704393:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.704412:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952311.704415:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.704417:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.704447:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.704449:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952311.705580:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a70d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705810:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a70d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705829:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a70d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705889:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705898:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705904:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705913:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705919:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.705924:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705931:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705948:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.705952:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.705957:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.705983:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438a6ff lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952311.706002:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ac7a3956 reply state 00000000a87c37ff transno 34359738752 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.706017:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.706023:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff8a7601ee0a00) 00010000:00010000:0.0:1783952311.706025:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952311.706029:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952311.706083:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a6f8 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e946 expref: 174 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.706100:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a70d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e946 expref: 173 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.706108:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x48:0x0].0x0 (ffff8a75fad2cb00) 00010000:00010000:0.0:1783952311.706111:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952311.706114:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0800, rc 0) 00000100:00100000:0.0:1783952311.706963:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584129920:12345-192.168.202.38@tcp:101:cp.0 Request processed in 8392us (8692us total) trans 34359738752 rc 0/0 00000100:00100000:0.0:1783952311.706977:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 742 00000100:00100000:2.0:1783952311.724750:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.726712:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130048 00000100:00100000:1.0:1783952311.727223:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130048 00000100:00100000:1.0:1783952311.727429:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 388 00000100:00100000:1.0:1783952311.727443:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69253:x1870607584130048:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.727469:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.727501:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e94d expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952311.727537:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952311.727568:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:1.0:1783952311.727573:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.727588:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 55 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.727609:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 55 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.727627:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6200, rc 0) 00000100:00100000:1.0:1783952311.727740:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69253:x1870607584130048:12345-192.168.202.38@tcp:101:cp.0 Request processed in 292us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.727773:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 388 00000100:00100000:2.0:1783952311.734605:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.735039:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130176 00000100:00100000:0.0:1783952311.735052:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130176 00000100:00100000:0.0:1783952311.735129:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00100000:0.0:1783952311.735141:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584130176:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.735197:0:161717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.735224:0:161717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e954 expref: -99 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.735270:0:161717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 56 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.735281:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.735286:0:161717:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.735292:0:161717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 56 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.735355:0:161717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 56 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.735371:0:161717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 56 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.735388:0:161717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600707584:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952311.735505:0:161717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952311.739809:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.739972:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130304 00000100:00100000:2.0:1783952311.739984:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130304 00010000:00010000:2.0:1783952311.740043:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 57 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.740100:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 187 00000100:00100000:2.0:1783952311.740111:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69254:x1870607584130304:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952311.740134:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952311.740178:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 57 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.740198:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 57 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.740235:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.740240:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.740252:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 57 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.740265:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 57 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.740321:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 57 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.740409:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600707712:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952311.740528:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00010000:00010000:1.0:1783952311.741530:0:161717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b66511d/0x3b91f5b49438a71b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e94d expref: 57 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.741560:0:161717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:161717:1870607600707584:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.741600:0:161717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 56 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.741616:0:161717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1800, rc 0) 00000100:00100000:1.0:1783952311.741703:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584130176:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6564us (7113us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.741714:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00100000:0.0:1783952311.747480:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.747589:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130560 00000100:00100000:1.0:1783952311.747601:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130560 00000100:00100000:1.0:1783952311.747692:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:1.0:1783952311.747704:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+174:123797:x1870607584130560:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952311.748125:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584130560:12345-192.168.202.38@tcp:35:cp.0 Request processed in 422us (660us total) trans 34359738753 rc 0/0 00000100:00100000:1.0:1783952311.748135:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:3.0:1783952311.752946:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.753204:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130688 00000100:00100000:0.0:1783952311.753219:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130688 00000100:00100000:0.0:1783952311.753308:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 743 00000100:00100000:0.0:1783952311.753322:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584130688:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.753427:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.753458:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0200/0x3b91f5b49438a729 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e95b expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753554:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753573:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753588:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753611:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753619:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753628:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753699:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753707:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753716:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753724:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753750:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.753756:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753765:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753781:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.753785:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.753792:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753799:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a730 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753823:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753830:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753837:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753843:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.753846:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753853:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753872:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff8a75fad2ce00) 00010000:00010000:0.0:1783952311.753875:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.753878:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753885:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a737 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753931:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0200/0x3b91f5b49438a729 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e95b expref: 176 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753944:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.753946:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.753950:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0200/0x3b91f5b49438a729 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e95b expref: 176 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.753961:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0200, rc 0) 00000100:00100000:0.0:1783952311.754044:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584130688:12345-192.168.202.38@tcp:101:cp.0 Request processed in 724us (1113us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952311.754054:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 743 00000100:00100000:3.0:1783952311.757272:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.757610:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584130816 00000100:00100000:0.0:1783952311.757641:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584130816 00000100:00100000:0.0:1783952311.757716:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 744 00000100:00100000:0.0:1783952311.757728:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584130816:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.758025:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.758061:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a73e lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e962 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758166:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758201:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758216:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758236:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758245:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758253:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758312:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758321:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758329:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758381:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758389:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.758394:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758403:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758426:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.758430:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.758436:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758443:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a745 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758460:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758467:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758472:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758478:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.758481:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758487:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758495:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff8a75d2ba8300) 00010000:00010000:1.0:1783952311.758498:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.758500:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758507:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a74c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758560:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a73e lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e962 expref: 176 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758571:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.758573:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.758576:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a73e lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e962 expref: 176 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.758586:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.758680:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584130816:12345-192.168.202.38@tcp:101:cp.0 Request processed in 954us (1426us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.758689:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 744 00000100:00100000:2.0:1783952311.759193:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600707712:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952311.759226:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952311.759317:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69254:x1870607584130304:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 19208us (19528us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.759329:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 187 00000100:00100000:3.0:1783952311.764044:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.764788:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131072 00000100:00100000:0.0:1783952311.764805:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131072 00000100:00100000:0.0:1783952311.764928:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 745 00000100:00100000:0.0:1783952311.764958:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+175:123797:x1870607584131072:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.764988:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.765016:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a753 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e969 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765176:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765195:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765209:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765226:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765233:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.765240:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952311.765748:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26a:0x0], index 0: 0 00080000:00000400:0.0:1783952311.765767:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.765773:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.765776:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.765778:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.765780:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.765783:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.765803:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.765811:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.765813:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.765815:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.765818:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.765820:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.765861:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.765864:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.765866:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.765868:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.765870:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.765872:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952311.765993:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1400/0x3b91f5b49438a768 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766004:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1400/0x3b91f5b49438a768 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766013:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1400/0x3b91f5b49438a768 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766055:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766063:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766070:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766077:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766083:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.766094:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766103:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766118:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.766122:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.766127:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766134:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a75a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952311.766155:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007febdf4c reply state 000000001fb5974e transno 34359738754 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766168:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766175:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff8a75fad2c800) 00010000:00010000:0.0:1783952311.766180:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952311.766182:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952311.766223:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1600/0x3b91f5b49438a753 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e969 expref: 178 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766241:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1400/0x3b91f5b49438a768 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e969 expref: 177 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.766248:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x49:0x0].0x0 (ffff8a75fad2c700) 00010000:00010000:0.0:1783952311.766251:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952311.766259:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1400, rc 0) 00000100:00100000:0.0:1783952311.766400:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584131072:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1443us (2369us total) trans 34359738754 rc 0/0 00000100:00100000:0.0:1783952311.766410:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 745 00000100:00100000:0.0:1783952311.771020:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.771173:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131200 00000100:00100000:2.0:1783952311.771186:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131200 00000100:00100000:2.0:1783952311.771263:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 390 00000100:00100000:2.0:1783952311.771275:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69254:x1870607584131200:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.771299:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.771327:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e970 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952311.771415:0:162839:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952311.771443:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:2.0:1783952311.771449:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.771461:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 53 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.771483:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 53 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.771523:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169200, rc 0) 00000100:00100000:2.0:1783952311.771603:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584131200:12345-192.168.202.38@tcp:101:cp.0 Request processed in 331us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.771620:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 390 00000100:00100000:3.0:1783952311.774774:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.774990:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131328 00000100:00100000:0.0:1783952311.775002:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131328 00000100:00100000:0.0:1783952311.775104:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 391 00000100:00100000:0.0:1783952311.775116:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:123797:x1870607584131328:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.775140:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.775166:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e977 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.775209:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 54 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.775219:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.775224:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.775230:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 54 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.775276:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 54 pid: 162839 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.775292:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 54 pid: 162839 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.775370:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600707840:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952311.775654:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952311.781137:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.781255:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131456 00000100:00100000:0.0:1783952311.781268:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131456 00010000:00010000:0.0:1783952311.781329:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 55 pid: 162839 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.781413:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 188 00000100:00100000:0.0:1783952311.781434:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69253:x1870607584131456:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952311.781455:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952311.781485:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 55 pid: 162839 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.781502:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 55 pid: 162839 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.781536:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.781542:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.781551:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 55 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.781563:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 55 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.781609:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 55 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.781670:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600707968:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952311.781783:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa480 going to sleep for 11 seconds 00010000:00010000:1.0:1783952311.783211:0:162836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e23531a/0x3b91f5b49438a776 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e970 expref: 55 pid: 162839 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.783238:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:162836:1870607600707840:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952311.783279:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 54 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.783296:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa1600, rc 0) 00000100:00100000:1.0:1783952311.784173:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:123797:x1870607584131328:12345-192.168.202.38@tcp:101:cp.0 Request processed in 9052us (9406us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.784188:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 391 00000100:00100000:1.0:1783952311.786302:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:159102:1870607600707968:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952311.786402:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952311.786479:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69253:x1870607584131456:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5055us (5356us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.786494:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 188 00000100:00100000:2.0:1783952311.789470:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.789586:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131712 00000100:00100000:0.0:1783952311.789600:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131712 00000100:00100000:0.0:1783952311.789695:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:0.0:1783952311.789706:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+178:123797:x1870607584131712:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952311.790169:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584131712:12345-192.168.202.38@tcp:35:cp.0 Request processed in 463us (712us total) trans 34359738755 rc 0/0 00000100:00100000:0.0:1783952311.790180:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:2.0:1783952311.794394:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.794543:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131840 00000100:00100000:1.0:1783952311.794557:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131840 00000100:00100000:1.0:1783952311.794657:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 746 00000100:00100000:1.0:1783952311.794669:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584131840:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.794704:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.794862:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a784 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e97e expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795045:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795064:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795078:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795095:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795102:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795109:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795194:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795203:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795211:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795218:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795225:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.795229:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795238:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795254:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.795257:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.795262:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795269:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a78b lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795286:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795292:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795304:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795310:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.795313:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795320:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795328:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff8a75d2ba8300) 00010000:00010000:1.0:1783952311.795330:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.795362:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795369:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a792 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795411:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a784 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e97e expref: 180 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.795982:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.795988:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.795994:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a784 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e97e expref: 180 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.796006:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.796101:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584131840:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1434us (1767us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.796123:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 746 00000100:00100000:2.0:1783952311.814562:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.815491:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584131968 00000100:00100000:1.0:1783952311.815510:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584131968 00000100:00100000:1.0:1783952311.815605:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 747 00000100:00100000:1.0:1783952311.815618:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584131968:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.815657:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.815688:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a799 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e985 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815787:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815808:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815824:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815842:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815850:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.815857:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816552:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816591:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816599:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816607:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816614:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.816619:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816628:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816656:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.816660:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.816665:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816673:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a7a0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816694:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816701:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816707:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816720:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.816724:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816730:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816739:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff8a75d2ba8300) 00010000:00010000:1.0:1783952311.816742:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.816745:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816751:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7a7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816799:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a799 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e985 expref: 180 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816812:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.816814:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.816817:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a799 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e985 expref: 180 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.816827:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.817735:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584131968:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2110us (3182us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.817749:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 747 00000100:00100000:2.0:1783952311.841010:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952311.846092:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132224 00000100:00100000:3.0:1783952311.846117:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132224 00000100:00100000:3.0:1783952311.846226:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 748 00000100:00100000:3.0:1783952311.846240:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+179:123797:x1870607584132224:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952311.846269:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952311.846300:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a7ae lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e98c expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846846:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846868:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846883:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846901:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846908:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.846939:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783952311.849404:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e6:0x0], index 1: 0 00080000:00000400:3.0:1783952311.849702:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.849708:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.849710:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.849712:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.849714:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.849716:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.849828:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.849831:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.849833:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.849834:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.849837:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.849838:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952311.849891:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1783952311.849895:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952311.849896:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1783952311.849898:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952311.849901:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952311.849902:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952311.850084:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a7c3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850105:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850118:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850196:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850206:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850212:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850220:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850226:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952311.850232:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850240:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850259:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952311.850262:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952311.850268:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850274:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a7b5 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952311.850295:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d4332431 reply state 00000000c475a8d2 transno 34359738756 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850307:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.850321:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff8a7601ee0c00) 00010000:00010000:3.0:1783952311.850323:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952311.850327:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783952311.854018:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a7ae lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e98c expref: 182 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.854063:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a7c3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e98c expref: 181 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952311.854074:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4a:0x0].0x0 (ffff8a7601ee0500) 00010000:00010000:3.0:1783952311.854078:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952311.854083:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592c00, rc 0) 00000100:00100000:3.0:1783952311.854201:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+182:123797:x1870607584132224:12345-192.168.202.38@tcp:101:cp.0 Request processed in 7962us (13205us total) trans 34359738756 rc 0/0 00000100:00100000:3.0:1783952311.854213:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 748 00000100:00100000:2.0:1783952311.865264:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.865526:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132352 00000100:00100000:1.0:1783952311.865564:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132352 00000100:00100000:1.0:1783952311.865666:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 392 00000100:00100000:1.0:1783952311.865679:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69252:x1870607584132352:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.865704:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.865742:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e993 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952311.865777:0:162835:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952311.865804:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:1.0:1783952311.865809:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.865822:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 56 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.865844:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 56 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.865861:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.865944:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69252:x1870607584132352:12345-192.168.202.38@tcp:101:cp.0 Request processed in 268us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.865952:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 392 00000100:00100000:2.0:1783952311.882696:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.882845:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132480 00000100:00100000:0.0:1783952311.882859:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132480 00000100:00100000:0.0:1783952311.882941:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 393 00000100:00100000:0.0:1783952311.882955:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584132480:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.882980:0:162842:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.883006:0:162842:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e99a expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.883051:0:162842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.883063:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.883294:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952311.883304:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 57 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.883431:0:162842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.883449:0:162842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952311.883465:0:162842:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600708096:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952311.883639:0:162842:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f6eaa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952311.894051:0:162842:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:162842:1870607600708096:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952311.894711:0:162842:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 57 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.894867:0:162842:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0200, rc 0) 00000100:00100000:0.0:1783952311.895038:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584132480:12345-192.168.202.38@tcp:101:cp.0 Request processed in 12084us (12356us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.895050:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 393 00000100:00100000:0.0:1783952311.897685:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.899471:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132608 00000100:00100000:1.0:1783952311.899491:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132608 00010000:00010000:1.0:1783952311.899559:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.899669:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:1.0:1783952311.899681:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69255:x1870607584132608:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952311.899725:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952311.899865:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.899883:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.899913:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a7d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e993 expref: 57 pid: 162835 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.899933:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.899938:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.899947:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 56 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.899958:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 56 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.900004:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 56 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952311.900020:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600708224:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952311.900137:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952311.904544:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.904656:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132864 00000100:00100000:0.0:1783952311.904669:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132864 00000100:00100000:0.0:1783952311.904786:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 209 00000100:00100000:0.0:1783952311.904798:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+182:123797:x1870607584132864:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952311.905216:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584132864:12345-192.168.202.38@tcp:35:cp.0 Request processed in 417us (689us total) trans 34359738757 rc 0/0 00000100:00100000:0.0:1783952311.905253:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 209 00000100:00100000:1.0:1783952311.906364:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:159865:1870607600708224:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952311.906405:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952311.906487:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69255:x1870607584132608:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6807us (8818us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.906500:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:2.0:1783952311.911628:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.911920:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584132992 00000100:00100000:0.0:1783952311.911936:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584132992 00000100:00100000:0.0:1783952311.912020:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 749 00000100:00100000:0.0:1783952311.912034:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584132992:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.912069:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.912109:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a7df lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9a1 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912203:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912221:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912234:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912252:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912260:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912266:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912322:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912384:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912390:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912398:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912404:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.912408:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912416:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912430:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.912434:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.912440:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912447:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a7e6 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912465:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912472:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912477:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912489:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.912492:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912498:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912506:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff8a75fad2ce00) 00010000:00010000:0.0:1783952311.912508:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.912511:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912518:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a7ed lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912565:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a7df lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9a1 expref: 184 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912577:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.912579:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.912583:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a7df lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9a1 expref: 184 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.912593:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0e00, rc 0) 00000100:00100000:0.0:1783952311.912689:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584132992:12345-192.168.202.38@tcp:101:cp.0 Request processed in 658us (1086us total) trans 0 rc 301/301 00000100:00100000:0.0:1783952311.912698:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 749 00000100:00100000:3.0:1783952311.916230:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.916380:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584133120 00000100:00100000:1.0:1783952311.916393:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584133120 00000100:00100000:1.0:1783952311.916466:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 750 00000100:00100000:1.0:1783952311.916477:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584133120:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.916506:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.916536:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a7f4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9a8 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916643:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916661:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916675:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916691:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916698:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916704:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916767:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916795:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916802:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916809:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916816:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.916820:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916829:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916843:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.916847:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.916852:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916859:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a7fb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916874:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916880:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916887:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916898:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952311.916902:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916907:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916916:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff8a75d2ba8600) 00010000:00010000:1.0:1783952311.916918:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.916921:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916926:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a802 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916962:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a7f4 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9a8 expref: 184 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916972:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952311.916974:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952311.916977:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a7f4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9a8 expref: 184 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.916985:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.917050:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584133120:12345-192.168.202.38@tcp:101:cp.0 Request processed in 576us (838us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952311.917058:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 750 00000100:00100000:3.0:1783952311.920752:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952311.920873:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584133376 00000100:00100000:0.0:1783952311.920906:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584133376 00000100:00100000:0.0:1783952311.920976:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 751 00000100:00100000:0.0:1783952311.920998:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+183:123797:x1870607584133376:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:0.0:1783952311.921029:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952311.921058:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a809 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9af expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921197:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921216:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921230:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921249:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921257:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.921264:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952311.921760:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26b:0x0], index 0: 0 00080000:00000400:0.0:1783952311.921778:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.921782:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.921785:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.921788:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.921790:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.921800:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.921822:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.921825:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.921827:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.921829:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.921831:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.921834:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952311.921867:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1783952311.921870:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952311.921872:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1783952311.921874:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952311.921877:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1783952311.921879:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952311.922003:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a81e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922014:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a81e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922023:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a81e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922068:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922076:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922083:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922091:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922108:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952311.922113:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922122:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922137:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952311.922140:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952311.922146:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922153:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a810 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952311.922178:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000753888d reply state 00000000fc0ba107 transno 34359738758 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922192:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922200:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff8a75fad2ce00) 00010000:00010000:0.0:1783952311.922203:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952311.922206:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783952311.922245:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a809 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9af expref: 186 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922262:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a81e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9af expref: 185 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.922283:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4b:0x0].0x0 (ffff8a75fad2c200) 00010000:00010000:0.0:1783952311.922285:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783952311.922288:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75feaa0600, rc 0) 00000100:00100000:0.0:1783952311.922416:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+186:123797:x1870607584133376:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1430us (1686us total) trans 34359738758 rc 0/0 00000100:00100000:0.0:1783952311.922427:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 751 00000100:00100000:2.0:1783952311.939021:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.939364:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584133504 00000100:00100000:1.0:1783952311.939398:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584133504 00000100:00100000:1.0:1783952311.939482:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 394 00000100:00100000:1.0:1783952311.939495:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584133504:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952311.939521:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952311.939546:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9b6 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952311.939578:0:160618:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952311.939604:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=5998s v=(0 0) 00010000:00010000:1.0:1783952311.939609:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952311.939621:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 54 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.939653:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 54 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952311.939670:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:1.0:1783952311.939757:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69254:x1870607584133504:12345-192.168.202.38@tcp:101:cp.0 Request processed in 265us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952311.939765:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 394 00000100:00100000:3.0:1783952311.962136:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.962329:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584133632 00000100:00100000:2.0:1783952311.962393:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584133632 00000100:00100000:2.0:1783952311.962468:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 395 00000100:00100000:2.0:1783952311.962479:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:123797:x1870607584133632:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952311.962501:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952311.962525:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9bd expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.962571:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.962581:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.962614:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.962622:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 55 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.962675:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.962691:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.962709:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600708352:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952311.962828:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952311.968552:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600708352:192.168.202.38@tcp:104: 00010000:00010000:0.0:1783952311.968603:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 55 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952311.968650:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602168200, rc 0) 00000100:00100000:0.0:1783952311.968725:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584133632:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6248us (6604us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952311.968742:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 395 00000100:00100000:3.0:1783952311.978293:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952311.978491:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584133760 00000100:00100000:2.0:1783952311.978505:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584133760 00010000:00010000:2.0:1783952311.978568:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.978638:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:2.0:1783952311.978651:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69253:x1870607584133760:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952311.978673:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952311.978705:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.978723:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.978791:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a17ee9a2/0x3b91f5b49438a82c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9b6 expref: 55 pid: 160618 timeout: 6098 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.978812:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.978817:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952311.978828:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 54 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.978840:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 54 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952311.978892:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 54 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952311.978908:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600708480:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952311.979029:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5de1900 going to sleep for 11 seconds 00000100:00100000:2.0:1783952311.982656:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:159103:1870607600708480:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952311.982697:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952311.982940:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c3368850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69253:x1870607584133760:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 4289us (4662us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952311.982954:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:0.0:1783952311.992553:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952311.992799:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134016 00000100:00100000:1.0:1783952311.992814:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134016 00000100:00100000:1.0:1783952311.992893:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:1.0:1783952311.992905:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+186:123797:x1870607584134016:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952311.994769:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134016:12345-192.168.202.38@tcp:35:cp.0 Request processed in 1853us (2218us total) trans 34359738759 rc 0/0 00000100:00100000:1.0:1783952311.994808:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 210 00000100:00100000:3.0:1783952312.014675:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.014925:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134144 00000100:00100000:1.0:1783952312.014940:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134144 00000100:00100000:1.0:1783952312.015020:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 752 00000100:00100000:1.0:1783952312.015033:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134144:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.015077:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.015106:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a83a lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9c4 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015195:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015212:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015228:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015246:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015253:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015260:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015315:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015398:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015406:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015413:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015420:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.015424:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015434:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015451:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.015455:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.015462:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015470:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a841 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015487:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015494:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015499:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015511:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.015515:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015522:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015531:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff8a75c92b6c00) 00010000:00010000:1.0:1783952312.015533:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.015536:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015541:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a848 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015595:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a83a lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9c4 expref: 188 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015606:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.015609:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.015613:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a83a lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9c4 expref: 188 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.015622:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6800, rc 0) 00000100:00100000:1.0:1783952312.015725:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134144:12345-192.168.202.38@tcp:101:cp.0 Request processed in 695us (1066us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952312.015734:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 752 00000100:00100000:3.0:1783952312.020134:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952312.020303:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134272 00000100:00100000:0.0:1783952312.020317:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134272 00000100:00100000:1.0:1783952312.021863:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 753 00000100:00100000:1.0:1783952312.021903:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134272:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.021936:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.021969:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a84f lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9cb expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022068:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022088:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022104:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022124:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022133:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022139:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022206:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022214:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022222:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022239:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022246:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.022250:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022258:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022275:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.022279:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.022286:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022293:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a856 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022314:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022319:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022324:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022328:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.022331:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022392:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022402:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff8a75c92b6600) 00010000:00010000:1.0:1783952312.022404:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.022407:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022413:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a85d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022459:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a84f lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9cb expref: 188 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022473:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.022476:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.022479:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a84f lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9cb expref: 188 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.022490:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7200, rc 0) 00000100:00100000:1.0:1783952312.022608:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134272:12345-192.168.202.38@tcp:101:cp.0 Request processed in 710us (2489us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952312.022617:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 753 00000100:00100000:0.0:1783952312.031226:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.031440:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134528 00000100:00100000:1.0:1783952312.031455:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134528 00000100:00100000:1.0:1783952312.031537:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 754 00000100:00100000:1.0:1783952312.031549:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+187:123797:x1870607584134528:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.031611:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.031650:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a864 lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9d2 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031814:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031835:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031850:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031869:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031877:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.031883:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952312.032317:0:159117:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e7:0x0], index 1: 0 00080000:00000400:1.0:1783952312.032371:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.032377:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.032380:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.032382:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.032384:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.032386:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.032408:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.032411:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.032422:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.032425:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.032427:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.032429:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.032470:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.032474:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.032476:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.032478:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.032480:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.032482:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.032601:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438a879 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032613:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438a879 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032622:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438a879 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032670:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032678:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032685:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032692:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032699:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.032703:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032717:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032732:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.032735:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.032740:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032746:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a86b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.032763:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000506371fe reply state 00000000b782b743 transno 34359738760 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032776:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032783:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff8a75c92b6c00) 00010000:00010000:1.0:1783952312.032786:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.032789:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952312.032825:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438a864 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d2 expref: 190 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032839:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438a879 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d2 expref: 189 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.032847:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4c:0x0].0x0 (ffff8a75c92b6500) 00010000:00010000:1.0:1783952312.032850:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952312.032852:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6c00, rc 0) 00000100:00100000:1.0:1783952312.032958:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+190:123797:x1870607584134528:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1411us (1748us total) trans 34359738760 rc 0/0 00000100:00100000:1.0:1783952312.032969:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 754 00000100:00100000:3.0:1783952312.054711:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.055180:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134656 00000100:00100000:2.0:1783952312.055197:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134656 00000100:00100000:2.0:1783952312.059408:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00100000:2.0:1783952312.059456:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69253:x1870607584134656:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952312.059484:0:160616:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952312.059520:0:160616:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9d9 expref: -99 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952312.059557:0:160616:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952312.059588:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=5999s v=(0 0) 00010000:00010000:2.0:1783952312.059594:0:160616:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.059608:0:160616:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 57 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.059648:0:160616:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 57 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.059665:0:160616:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169200, rc 0) 00000100:00100000:2.0:1783952312.059772:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69253:x1870607584134656:12345-192.168.202.38@tcp:101:cp.0 Request processed in 327us (5078us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952312.059779:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00080000:3.0:1783952312.060394:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952312.062923:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.063247:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134784 00000100:00100000:1.0:1783952312.063264:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134784 00000100:00100000:1.0:1783952312.063397:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:1.0:1783952312.063410:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:123797:x1870607584134784:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.063437:0:162835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.063465:0:162835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9e0 expref: -99 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.063515:0:162835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 58 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.063525:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.063531:0:162835:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.063537:0:162835:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 58 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.063586:0:162835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 58 pid: 160616 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.063614:0:162835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 58 pid: 160616 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.063641:0:162835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600708608:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952312.063895:0:162835:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952312.066892:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.067091:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584134912 00000100:00100000:2.0:1783952312.067104:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584134912 00010000:00010000:2.0:1783952312.067174:0:159102:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 59 pid: 160616 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952312.067233:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 191 00000100:00100000:2.0:1783952312.067245:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69255:x1870607584134912:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952312.067289:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952312.067321:0:159102:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 59 pid: 160616 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.067391:0:159102:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 59 pid: 160616 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.067432:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.067438:0:159102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.067451:0:159102:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 59 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.067463:0:159102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 59 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.067514:0:159102:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 59 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952312.067534:0:159102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600708736:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952312.068110:0:159102:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521300 going to sleep for 11 seconds 00010000:00010000:1.0:1783952312.068269:0:162835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e23531a/0x3b91f5b49438a887 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d9 expref: 59 pid: 160616 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.068291:0:162835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:162835:1870607600708608:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952312.068329:0:162835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 58 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.068395:0:162835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6800, rc 0) 00000100:00100000:1.0:1783952312.068441:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:123797:x1870607584134784:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5034us (5535us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.068452:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:1.0:1783952312.078316:0:159102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:159102:1870607600708736:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952312.078401:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952312.078480:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69255:x1870607584134912:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 11236us (11603us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.078494:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 191 00000100:00100000:0.0:1783952312.087704:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.088055:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135168 00000100:00100000:2.0:1783952312.088081:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135168 00000100:00100000:2.0:1783952312.088171:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00100000:2.0:1783952312.088184:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+190:123797:x1870607584135168:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:2.0:1783952312.089066:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135168:12345-192.168.202.38@tcp:35:cp.0 Request processed in 878us (1372us total) trans 34359738761 rc 0/0 00000100:00100000:2.0:1783952312.089108:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 211 00000100:00100000:0.0:1783952312.096508:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.099460:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135296 00000100:00100000:1.0:1783952312.099478:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135296 00000100:00100000:1.0:1783952312.099570:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 755 00000100:00100000:1.0:1783952312.099585:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135296:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.099618:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.099653:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a895 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9e7 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.099996:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.100013:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.100026:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.100040:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.100047:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.100053:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103769:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103794:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103803:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103812:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103819:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.103848:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103857:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103880:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.103884:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.103889:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103897:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a89c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103920:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103927:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103934:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103939:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.103943:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103949:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103958:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff8a75c92b6600) 00010000:00010000:1.0:1783952312.103961:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.103973:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.103979:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8a3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.104048:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a895 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e7 expref: 192 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.104062:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.104064:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.104068:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a895 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e7 expref: 192 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.104078:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6200, rc 0) 00000100:00100000:1.0:1783952312.104157:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135296:12345-192.168.202.38@tcp:101:cp.0 Request processed in 4575us (7660us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952312.104167:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 755 00000100:00100000:2.0:1783952312.110175:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952312.110398:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135424 00000100:00100000:3.0:1783952312.110412:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135424 00000100:00100000:3.0:1783952312.110501:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 756 00000100:00100000:3.0:1783952312.110537:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135424:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952312.110569:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952312.110599:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a8aa lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9ee expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110707:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110725:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110756:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110778:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110786:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110794:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110851:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110858:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110866:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110884:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110891:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952312.110896:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110905:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110920:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952312.110923:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952312.110929:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110936:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a8b1 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110950:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110956:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110962:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110967:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952312.110970:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110985:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.110993:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff8a7601ee0b00) 00010000:00010000:3.0:1783952312.110996:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952312.110999:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.111005:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592e00/0x3b91f5b49438a8b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.111043:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a8aa lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9ee expref: 192 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.111054:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:3.0:1783952312.111057:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952312.111061:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a8aa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9ee expref: 192 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.111071:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c0031a00, rc 0) 00000100:00100000:3.0:1783952312.111154:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135424:12345-192.168.202.38@tcp:101:cp.0 Request processed in 622us (995us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952312.111163:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 756 00000100:00100000:0.0:1783952312.115108:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.115248:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135680 00000100:00100000:1.0:1783952312.115261:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135680 00000100:00100000:1.0:1783952312.115381:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 757 00000100:00100000:1.0:1783952312.115393:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+191:123797:x1870607584135680:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.115430:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.115462:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a8bf lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9f5 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115620:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115684:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115697:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115714:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115721:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.115727:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783952312.116155:0:161900:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x26c:0x0], index 0: 0 00080000:00000400:1.0:1783952312.116172:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.116177:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.116180:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.116182:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.116185:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.116187:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.116211:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.116213:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.116215:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.116217:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.116219:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.116221:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.116262:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1783952312.116265:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.116267:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1783952312.116276:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.116278:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.116281:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.116454:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a8d4 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116466:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a8d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116475:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a8d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116519:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116527:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116534:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116542:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116549:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.116554:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116565:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116581:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.116584:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.116598:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116605:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8c6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.116638:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007c55a165 reply state 00000000b881a447 transno 34359738762 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116653:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116661:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff8a75c92b6600) 00010000:00010000:1.0:1783952312.116664:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.116668:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783952312.116713:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6200/0x3b91f5b49438a8bf lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9f5 expref: 194 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116730:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a8d4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9f5 expref: 193 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.116737:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4d:0x0].0x0 (ffff8a75c92b6300) 00010000:00010000:1.0:1783952312.116739:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952312.116742:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7400, rc 0) 00000100:00100000:1.0:1783952312.116837:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+194:123797:x1870607584135680:12345-192.168.202.38@tcp:101:cp.0 Request processed in 1446us (1745us total) trans 34359738762 rc 0/0 00000100:00100000:1.0:1783952312.116847:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 757 00000100:00100000:0.0:1783952312.123259:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952312.123639:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135808 00000100:00100000:3.0:1783952312.123656:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135808 00000100:00080000:0.0:1783952312.123888:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952312.124024:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 398 00000100:00100000:3.0:1783952312.124039:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69255:x1870607584135808:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952312.124098:0:162843:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952312.124132:0:162843:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981e9fc expref: -99 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952312.124166:0:162843:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783952312.124194:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=5999s v=(0 0) 00010000:00010000:3.0:1783952312.124200:0:162843:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783952312.124214:0:162843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 55 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.124237:0:162843:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 55 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.124253:0:162843:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75d0592e00, rc 0) 00000100:00100000:3.0:1783952312.124451:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584135808:12345-192.168.202.38@tcp:101:cp.0 Request processed in 416us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952312.124460:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 398 00000100:00100000:2.0:1783952312.173616:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.173969:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584135936 00000100:00100000:1.0:1783952312.173983:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584135936 00000100:00100000:1.0:1783952312.174074:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 399 00000100:00100000:1.0:1783952312.174086:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:123797:x1870607584135936:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.174129:0:160618:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.174157:0:160618:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea03 expref: -99 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.174207:0:160618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.174217:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.174223:0:160618:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.174231:0:160618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->319487] (req 0->319487) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 56 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.174280:0:160618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.174299:0:160618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.174316:0:160618:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600708864:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952312.174485:0:160618:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952312.179405:0:160618:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:160618:1870607600708864:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952312.179470:0:160618:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->319487] (req 0->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 56 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.179500:0:160618:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6200, rc 0) 00000100:00100000:1.0:1783952312.179613:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:123797:x1870607584135936:12345-192.168.202.38@tcp:101:cp.0 Request processed in 5528us (6015us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.179623:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 399 00000100:00100000:0.0:1783952312.183572:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.183897:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136064 00000100:00100000:1.0:1783952312.183912:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136064 00010000:00010000:1.0:1783952312.183977:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.184035:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:1.0:1783952312.184048:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69252:x1870607584136064:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783952312.184070:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952312.184100:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.184116:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.184215:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050bf99aa/0x3b91f5b49438a8e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9fc expref: 56 pid: 162843 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.184240:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.184246:0:159865:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.184257:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 55 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.184269:0:159865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->319487) gid 0 flags: 0x40080000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 55 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.184411:0:159865:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->319487) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 55 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.184431:0:159865:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600708992:192.168.202.38@tcp:105: 00000100:00100000:1.0:1783952312.184536:0:159865:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952312.189424:0:159865:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:159865:1870607600708992:192.168.202.38@tcp:105: 00010000:00010000:1.0:1783952312.189466:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952312.189537:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69252:x1870607584136064:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 5491us (5979us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.189551:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 192 00000100:00100000:0.0:1783952312.208237:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.208417:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136320 00000100:00100000:1.0:1783952312.208430:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136320 00000100:00100000:1.0:1783952312.208507:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 212 00000100:00100000:1.0:1783952312.208518:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+194:123797:x1870607584136320:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:1.0:1783952312.208961:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136320:12345-192.168.202.38@tcp:35:cp.0 Request processed in 442us (738us total) trans 34359738763 rc 0/0 00000100:00100000:1.0:1783952312.208971:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 212 00000100:00100000:0.0:1783952312.217892:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.218132:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136448 00000100:00100000:1.0:1783952312.218145:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136448 00000100:00100000:1.0:1783952312.218237:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 758 00000100:00100000:1.0:1783952312.218250:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136448:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.218284:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.218315:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8f0 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea0a expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218527:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218543:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218557:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218572:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218578:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.218586:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.219965:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.219984:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.219991:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220000:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220007:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.220033:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220043:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220063:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.220067:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.220073:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220081:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a8f7 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220104:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220111:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220117:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220122:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.220125:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220131:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220138:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff8a75c92b6000) 00010000:00010000:1.0:1783952312.220141:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.220152:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220158:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a8fe lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220220:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8f0 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea0a expref: 196 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220233:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.220236:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.220240:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a8f0 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea0a expref: 196 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.220252:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7c00, rc 0) 00000100:00100000:1.0:1783952312.220412:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136448:12345-192.168.202.38@tcp:101:cp.0 Request processed in 2162us (2535us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952312.220424:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 758 00000100:00100000:2.0:1783952312.224811:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.225255:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136576 00000100:00100000:1.0:1783952312.225270:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136576 00000100:00100000:1.0:1783952312.225378:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 759 00000100:00100000:1.0:1783952312.225390:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136576:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.225419:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.225449:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438a905 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea11 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225536:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225576:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225591:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225623:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225641:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225648:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225707:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225715:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225722:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225744:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225752:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.225757:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225766:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225788:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.225792:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.225797:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225804:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a90c lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225821:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225827:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225832:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225838:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.225840:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225846:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225853:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff8a75c92b6100) 00010000:00010000:1.0:1783952312.225856:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.225859:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225865:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a913 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225920:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438a905 lrc: 1/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea11 expref: 196 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225932:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.225935:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.225939:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438a905 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea11 expref: 196 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.225949:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6400, rc 0) 00000100:00100000:1.0:1783952312.226041:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136576:12345-192.168.202.38@tcp:101:cp.0 Request processed in 654us (1248us total) trans 0 rc 301/301 00000100:00100000:1.0:1783952312.226050:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 759 00000100:00100000:0.0:1783952312.238407:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952312.238918:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136832 00000100:00100000:3.0:1783952312.238932:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136832 00000100:00100000:3.0:1783952312.239013:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 760 00000100:00100000:3.0:1783952312.239025:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+195:123797:x1870607584136832:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:3.0:1783952312.239053:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952312.239082:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a91a lrc: 2/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea18 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239230:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239271:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239293:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239314:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239321:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.239327:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783952312.242005:0:159118:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e8:0x0], index 1: 0 00080000:00000400:2.0:1783952312.242035:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952312.242041:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.242044:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952312.242046:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.242049:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.242051:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.242076:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952312.242080:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.242082:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952312.242084:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.242086:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.242088:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.242137:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1783952312.242140:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.242142:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1783952312.242144:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 2/20/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.242146:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.242148:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.242317:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a92f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242514:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a92f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242532:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a92f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242691:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242700:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242707:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242716:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.242722:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.245213:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245235:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245262:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.245265:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.245271:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245279:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a921 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.245308:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005a5d69f1 reply state 000000001ef40e4e transno 34359738764 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245325:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245475:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff8a7601ee0000) 00010000:00010000:2.0:1783952312.245478:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.245483:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952312.245568:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a91a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea18 expref: 198 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245590:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a92f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea18 expref: 197 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.245598:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4e:0x0].0x0 (ffff8a75f61bd600) 00010000:00010000:2.0:1783952312.245611:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952312.245614:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169400, rc 0) 00000100:00100000:2.0:1783952312.245756:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+198:123797:x1870607584136832:12345-192.168.202.38@tcp:101:cp.0 Request processed in 6731us (7362us total) trans 34359738764 rc 0/0 00000100:00100000:2.0:1783952312.245770:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 760 00000100:00100000:3.0:1783952312.251267:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.251578:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584136960 00000100:00100000:2.0:1783952312.251591:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584136960 00000100:00100000:2.0:1783952312.251682:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 400 00000100:00100000:2.0:1783952312.251695:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69252:x1870607584136960:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:2.0:1783952312.251719:0:160617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952312.251760:0:160617:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea1f expref: -99 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952312.251795:0:160617:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783952312.251823:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=5999s v=(0 0) 00010000:00010000:2.0:1783952312.251829:0:160617:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.251859:0:160617:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 58 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.251882:0:160617:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 58 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.251898:0:160617:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a7602169800, rc 0) 00000100:00100000:2.0:1783952312.252157:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69252:x1870607584136960:12345-192.168.202.38@tcp:101:cp.0 Request processed in 464us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952312.252166:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 400 00000100:00100000:3.0:1783952312.270661:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.270960:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584137088 00000100:00100000:1.0:1783952312.270974:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584137088 00000100:00100000:1.0:1783952312.271060:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 401 00000100:00100000:1.0:1783952312.271072:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:123797:x1870607584137088:12345-192.168.202.38@tcp:101:cp.0 00010000:00010000:1.0:1783952312.271100:0:162836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.271127:0:162836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea26 expref: -99 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.271170:0:162836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 59 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.271182:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.271188:0:162836:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952312.271216:0:162836:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 59 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.271264:0:162836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 59 pid: 160617 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.271280:0:162836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 59 pid: 160617 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.271298:0:162836:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:162836:1870607600709120:192.168.202.38@tcp:104: 00000100:00100000:1.0:1783952312.271689:0:162836:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c5971300 going to sleep for 11 seconds 00000100:00100000:3.0:1783952312.282685:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.282930:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584137216 00000100:00100000:2.0:1783952312.282942:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584137216 00010000:00010000:2.0:1783952312.283002:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 60 pid: 160617 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952312.283063:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 193 00000100:00100000:2.0:1783952312.283074:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69255:x1870607584137216:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952312.283099:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952312.283127:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 60 pid: 160617 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.283143:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 60 pid: 160617 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.283177:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.283182:0:159103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952312.283213:0:159103:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 60 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.283226:0:159103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 60 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.283277:0:159103:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 60 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952312.283295:0:159103:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600709248:192.168.202.38@tcp:105: 00000100:00100000:2.0:1783952312.284297:0:159103:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb521b40 going to sleep for 11 seconds 00010000:00010000:1.0:1783952312.285396:0:162836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050baabdf/0x3b91f5b49438a93d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea1f expref: 60 pid: 160617 timeout: 6099 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952312.285437:0:162836:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:162836:1870607600709120:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952312.285482:0:162836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 59 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.285500:0:162836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6400, rc 0) 00000100:00100000:1.0:1783952312.285587:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:123797:x1870607584137088:12345-192.168.202.38@tcp:101:cp.0 Request processed in 14516us (14940us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.285597:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 401 00000100:00100000:2.0:1783952312.289029:0:159103:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:159103:1870607600709248:192.168.202.38@tcp:105: 00010000:00010000:2.0:1783952312.289068:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952312.289148:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69255:x1870607584137216:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6075us (6554us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952312.289163:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 193 00000100:00100000:3.0:1783952312.294393:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952312.294502:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584137472 00000100:00100000:0.0:1783952312.294515:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584137472 00000100:00100000:0.0:1783952312.294596:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:0.0:1783952312.294619:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+198:123797:x1870607584137472:12345-192.168.202.38@tcp:35:cp.0 00000100:00100000:0.0:1783952312.295190:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+199:123797:x1870607584137472:12345-192.168.202.38@tcp:35:cp.0 Request processed in 582us (855us total) trans 34359738765 rc 0/0 00000100:00100000:0.0:1783952312.295201:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:0.0:1783952312.363936:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.364190:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584137728 00000100:00100000:1.0:1783952312.364203:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584137728 00000100:00100000:1.0:1783952312.364316:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 761 00000100:00100000:1.0:1783952312.364329:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+199:123799:x1870607584137728:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.364576:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.364597:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.364634:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.364653:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.364660:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.364666:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.365306:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.365313:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.365316:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.365318:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.365321:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1783952312.365323:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.365400:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.365403:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.365405:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.365407:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.365409:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1783952312.365410:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.365508:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365535:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365545:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.365566:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e9ab8df6 reply state 00000000bda895e6 transno 34359738766 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365577:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365586:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:1.0:1783952312.365589:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.365593:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783952312.365600:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x4f:0x0]: returning size 4096 00010000:00010000:1.0:1783952312.365610:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365617:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365650:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365659:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365665:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.365670:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365689:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365702:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.365705:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.365709:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365715:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a94b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.365740:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e9ab8df6 reply state 00000000bda895e6 transno 34359738766 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365750:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.365757:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff8a75c92b6100) 00010000:00010000:1.0:1783952312.365759:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.365761:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1783952312.365924:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+201:123799:x1870607584137728:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1595us (2001us total) trans 34359738766 rc 0/0 00000100:00100000:1.0:1783952312.365934:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 761 00000100:00100000:3.0:1783952312.368968:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952312.370719:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584137984 00000100:00100000:0.0:1783952312.370750:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584137984 00000100:00100000:0.0:1783952312.370849:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 762 00000100:00100000:0.0:1783952312.370862:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+201:123799:x1870607584137984:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:0.0:1783952312.371041:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.371065:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.371093:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.371112:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.371120:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.371150:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1783952312.372392:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.372404:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952312.372406:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.372409:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.372411:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.372413:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952312.372463:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.372467:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952312.372470:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.372472:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.372474:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.372476:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952312.372720:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.372949:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.372965:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952312.372992:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000004d5afe4 reply state 00000000b8de42c4 transno 34359738767 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373005:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373015:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:0.0:1783952312.373033:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952312.373039:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1783952312.373046:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x50:0x0]: returning size 4096 00010000:00010000:0.0:1783952312.373059:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373067:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373086:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373094:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373102:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952312.373107:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373115:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373127:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952312.373129:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952312.373133:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373140:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438a960 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952312.373164:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000004d5afe4 reply state 00000000b8de42c4 transno 34359738767 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373189:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.373195:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff8a75fad2c500) 00010000:00010000:0.0:1783952312.373198:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952312.373200:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1783952312.373494:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+203:123799:x1870607584137984:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 2627us (4533us total) trans 34359738767 rc 0/0 00000100:00100000:0.0:1783952312.373506:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 762 00000100:00100000:3.0:1783952312.377164:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.377361:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584138240 00000100:00100000:2.0:1783952312.377375:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584138240 00000100:00100000:2.0:1783952312.377449:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 763 00000100:00100000:2.0:1783952312.377460:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+203:123799:x1870607584138240:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.377657:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.377681:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.377695:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.378052:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.378063:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.378126:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.379059:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.379068:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952312.379158:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.379162:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.379164:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1783952312.379167:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.379217:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.379220:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:2.0:1783952312.379222:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.379224:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.379227:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1783952312.379229:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.379557:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.379574:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.379585:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.379691:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000083ae53c5 reply state 000000002963f413 transno 34359738768 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.379715:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.379723:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:2.0:1783952312.379726:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.380019:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783952312.380028:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x51:0x0]: returning size 4096 00010000:00010000:2.0:1783952312.380041:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380050:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380057:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380064:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380118:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.380124:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380133:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380147:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.380150:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.380154:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380173:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a975 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.380191:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000083ae53c5 reply state 000000002963f413 transno 34359738768 ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380201:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.380207:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff8a75c66c2900) 00010000:00010000:2.0:1783952312.380209:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.380212:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783952312.380569:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+205:123799:x1870607584138240:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 3103us (3414us total) trans 34359738768 rc 0/0 00000100:00100000:2.0:1783952312.380580:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 763 00000100:00100000:3.0:1783952312.398720:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.399217:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584138496 00000100:00100000:1.0:1783952312.399233:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584138496 00000100:00100000:1.0:1783952312.399321:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 764 00000100:00100000:1.0:1783952312.399385:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+205:123800:x1870607584138496:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.399561:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.399614:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.399637:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.399660:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.399668:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.399674:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.400032:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.400037:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.400039:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.400042:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.400044:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.400047:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.400095:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.400098:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.400100:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.400102:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.400104:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.400105:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.400198:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400207:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400221:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400228:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400235:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.400239:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400248:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400265:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.400268:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.400273:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400280:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a98a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.400296:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a63912c3 reply state 000000003a0296fb transno 34359738769 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400307:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.400314:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbda0828b (ffff8a75d97bce00) 00010000:00010000:1.0:1783952312.400316:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.400319:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952312.400495:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+207:123800:x1870607584138496:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1161us (1787us total) trans 34359738769 rc 0/0 00000100:00100000:1.0:1783952312.400504:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 764 00010000:00010000:2.0:1783952312.403202:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952312.406831:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.407309:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584138752 00000100:00100000:1.0:1783952312.407325:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584138752 00000100:00100000:1.0:1783952312.407454:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 765 00000100:00100000:1.0:1783952312.407465:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+207:123800:x1870607584138752:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.407650:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.407672:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.407685:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.407702:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.407709:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.407715:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.408401:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.408409:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.408411:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.408414:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.408416:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.408418:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.408481:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.408485:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.408487:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.408489:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.408491:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.408493:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.408591:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408602:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408610:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408618:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408634:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.408639:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408648:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408664:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.408667:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.408671:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408678:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a998 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.408705:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007825e4ef reply state 00000000698170cb transno 34359738770 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408718:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.408725:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1cda55a (ffff8a75d97bcd00) 00010000:00010000:1.0:1783952312.409567:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.409575:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952312.409750:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+209:123800:x1870607584138752:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 2266us (2911us total) trans 34359738770 rc 0/0 00000100:00100000:1.0:1783952312.409762:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 765 00000100:00100000:1.0:1783952312.414903:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.415085:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584139008 00000100:00100000:2.0:1783952312.415100:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584139008 00000100:00100000:2.0:1783952312.415181:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 766 00000100:00100000:2.0:1783952312.415193:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+209:123800:x1870607584139008:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.415415:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.415438:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.415452:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.415493:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.415501:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.415508:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.416028:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.416033:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.416036:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.416038:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.416041:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.416042:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.416085:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.416087:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.416089:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.416091:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.416094:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.416096:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.416194:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416204:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416212:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416219:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416234:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.416239:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416248:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416264:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.416267:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.416273:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416280:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9a6 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.416299:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008a159bac reply state 0000000055c521ec transno 34359738771 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416313:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.416320:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45fac828 (ffff8a75c66c2f00) 00010000:00010000:2.0:1783952312.416323:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.416326:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952312.416502:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+211:123800:x1870607584139008:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1306us (1611us total) trans 34359738771 rc 0/0 00000100:00100000:2.0:1783952312.416511:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 766 00000100:00100000:3.0:1783952312.442866:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.443218:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584139136 00000100:00100000:2.0:1783952312.443234:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584139136 00000100:00100000:2.0:1783952312.443319:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 767 00000100:00100000:2.0:1783952312.443404:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+211:123801:x1870607584139136:12345-192.168.202.38@tcp:101:createmany.0 00010000:00010000:2.0:1783952312.443435:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952312.443464:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9b4 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea2d expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443556:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443573:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443587:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443611:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443620:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443637:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443715:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443723:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443841:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952312.443902:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x4f:0x0]: returning size 4096 00000004:00200000:2.0:1783952312.443908:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952312.443935:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443950:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443958:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443964:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443971:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443978:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.443982:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.443992:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444007:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.444011:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.444016:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444023:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9bb lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444051:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444057:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444062:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444067:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.444070:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444076:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444085:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff8a75c92b6100) 00010000:00010000:2.0:1783952312.444087:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.444090:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444096:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9c2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444127:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9b4 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea2d expref: 213 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444143:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea2d expref: 212 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.444163:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:2.0:1783952312.444166:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783952312.444169:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b400, rc 0) 00000100:00100000:2.0:1783952312.444272:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+212:123801:x1870607584139136:12345-192.168.202.38@tcp:101:createmany.0 Request processed in 872us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952312.444282:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 767 00000100:00100000:1.0:1783952312.453519:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.453672:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584139392 00000100:00100000:2.0:1783952312.453686:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584139392 00000100:00100000:2.0:1783952312.453777:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 768 00000100:00100000:2.0:1783952312.453789:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+212:123801:x1870607584139392:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.453970:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.453992:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.454007:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.454025:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.454032:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.454038:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.454984:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.454993:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.454996:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.454999:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.455002:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.455004:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.455047:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.455051:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.455052:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.455054:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.455056:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.455058:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.455163:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455175:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455183:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455192:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455199:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.455204:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455211:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455245:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:2.0:1783952312.455248:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.455253:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455261:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030200/0x3b91f5b49438a9d0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.455281:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000063f158fb reply state 000000004606a137 transno 34359738772 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455295:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.455303:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0xbda0828b (ffff8a75c66c2b00) 00010000:00010000:2.0:1783952312.455306:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.455309:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952312.457113:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+214:123801:x1870607584139392:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 3310us (3596us total) trans 34359738772 rc 0/0 00000100:00100000:2.0:1783952312.457129:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 768 00000100:00100000:3.0:1783952312.460476:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.461101:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584139648 00000100:00100000:2.0:1783952312.461118:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584139648 00000100:00100000:2.0:1783952312.461257:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 769 00000100:00100000:2.0:1783952312.461270:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+214:123801:x1870607584139648:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.461473:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.461497:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.461537:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.461560:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.461569:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.461578:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.461975:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.461981:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.461983:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.461986:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.461989:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.461991:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.462024:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.462027:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.462029:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.462030:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.462033:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.462035:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.462122:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462131:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462138:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462153:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462159:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602168e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.462164:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462172:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462187:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:2.0:1783952312.462191:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.462196:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462204:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168e00/0x3b91f5b49438a9de lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.462220:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008587bfca reply state 0000000038c8c2bf transno 34359738773 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462232:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.462237:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x1cda55a (ffff8a75c66c2300) 00010000:00010000:2.0:1783952312.462239:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.462242:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952312.462421:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+216:123801:x1870607584139648:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1151us (1958us total) trans 34359738773 rc 0/0 00000100:00100000:2.0:1783952312.462431:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 769 00000100:00100000:3.0:1783952312.466565:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.467478:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584139904 00000100:00100000:1.0:1783952312.467495:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584139904 00000100:00100000:1.0:1783952312.467585:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 770 00000100:00100000:1.0:1783952312.467607:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+216:123801:x1870607584139904:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.468143:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.468170:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.468185:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.468206:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.468233:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.468241:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.469036:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.469045:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.469048:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.469050:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.469052:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.469054:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.469104:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.469108:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1783952312.469110:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.469112:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.469114:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.469117:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.469212:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469223:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469230:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469238:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469245:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.469261:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469269:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469286:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:1.0:1783952312.469289:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.469295:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469302:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9ec lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.469321:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f83d2095 reply state 000000008bf06e73 transno 34359738774 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469363:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.469371:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x45fac828 (ffff8a75d97bc000) 00010000:00010000:1.0:1783952312.469373:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.469377:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952312.469507:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+218:123801:x1870607584139904:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1908us (2956us total) trans 34359738774 rc 0/0 00000100:00100000:1.0:1783952312.469518:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 770 00000100:00100000:3.0:1783952312.485636:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.485768:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584140032 00000100:00100000:1.0:1783952312.485783:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584140032 00000100:00100000:1.0:1783952312.485862:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 771 00000100:00100000:1.0:1783952312.485874:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+218:123802:x1870607584140032:12345-192.168.202.38@tcp:101:createmany.0 00010000:00010000:1.0:1783952312.485907:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952312.485954:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9fa lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea34 expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486047:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486063:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486088:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486119:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486129:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486137:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486218:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486227:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486234:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952312.486281:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x50:0x0]: returning size 4096 00000004:00200000:1.0:1783952312.486287:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783952312.486312:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486391:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486399:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486406:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486413:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486420:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.486425:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486433:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486447:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.486450:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.486455:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486462:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb800/0x3b91f5b49438aa01 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486480:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486485:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486498:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486504:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3791c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.486507:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486514:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486522:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff8a75fad2c500) 00010000:00010000:1.0:1783952312.486525:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.486528:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486534:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa08 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486566:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661c00/0x3b91f5b49438a9fa lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea34 expref: 220 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486581:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea34 expref: 219 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.486589:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:1.0:1783952312.486591:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1783952312.486594:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791400, rc 0) 00000100:00100000:1.0:1783952312.486687:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+219:123802:x1870607584140032:12345-192.168.202.38@tcp:101:createmany.0 Request processed in 814us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.486704:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 771 00000100:00100000:3.0:1783952312.492908:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.493822:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584140288 00000100:00100000:2.0:1783952312.493839:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584140288 00000100:00100000:2.0:1783952312.493930:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 772 00000100:00100000:2.0:1783952312.493943:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+219:123802:x1870607584140288:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.494127:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494151:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494167:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494190:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494197:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494203:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.494587:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.494593:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.494596:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.494598:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.494616:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.494619:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.494662:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.494665:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.494667:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.494669:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.494691:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.494692:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.494790:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494800:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494808:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494815:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494822:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.494827:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494835:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494852:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:2.0:1783952312.494856:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.494863:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494871:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa16 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.494888:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e730afa3 reply state 00000000adc5f7ef transno 34359738775 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494901:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.494917:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0xbda0828b (ffff8a75d0904100) 00010000:00010000:2.0:1783952312.494919:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.494923:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952312.495059:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+221:123802:x1870607584140288:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1114us (2164us total) trans 34359738775 rc 0/0 00000100:00100000:2.0:1783952312.495069:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 772 00000100:00100000:0.0:1783952312.498398:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.498875:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584140544 00000100:00100000:1.0:1783952312.498890:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584140544 00000100:00100000:1.0:1783952312.498973:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 773 00000100:00100000:1.0:1783952312.498985:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+221:123802:x1870607584140544:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.499749:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.499778:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.499793:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.499818:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.499826:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.499832:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.500194:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.500200:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.500202:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.500204:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.500207:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.500209:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.500244:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.500267:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.500269:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.500270:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.500272:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.500274:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.500411:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500420:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500427:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500434:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500441:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3791c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.500446:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500455:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500471:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:1.0:1783952312.500474:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.500480:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500486:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791c00/0x3b91f5b49438aa24 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.500502:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000025741fb3 reply state 0000000078a31484 transno 34359738776 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500521:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.500528:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x1cda55a (ffff8a75d97bc800) 00010000:00010000:1.0:1783952312.500531:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.500534:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952312.500668:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+223:123802:x1870607584140544:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1680us (2280us total) trans 34359738776 rc 0/0 00000100:00100000:1.0:1783952312.500678:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 773 00000100:00100000:1.0:1783952312.505328:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952312.511981:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584140800 00000100:00100000:3.0:1783952312.512029:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584140800 00000100:00100000:3.0:1783952312.512591:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 774 00000100:00100000:3.0:1783952312.512620:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+223:123802:x1870607584140800:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:3.0:1783952312.512849:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.512873:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.512888:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.512910:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.512918:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.512926:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1783952312.513401:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1783952312.513408:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952312.513411:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1783952312.513413:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952312.513416:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952312.513418:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952312.513457:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1783952312.513461:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1783952312.513463:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1783952312.513465:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952312.513467:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952312.513477:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952312.513581:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513591:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513598:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513605:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513612:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952312.513616:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513635:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513654:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:3.0:1783952312.513657:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952312.513663:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513669:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa32 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952312.513687:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007fb9a7b1 reply state 000000007e813970 transno 34359738777 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513700:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.513715:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x45fac828 (ffff8a75c39fa700) 00010000:00010000:3.0:1783952312.513717:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952312.513721:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783952312.513859:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+225:123802:x1870607584140800:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1254us (8547us total) trans 34359738777 rc 0/0 00000100:00100000:3.0:1783952312.513868:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 774 00000100:00100000:3.0:1783952312.532790:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.532993:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584140928 00000100:00100000:2.0:1783952312.533008:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584140928 00000100:00100000:2.0:1783952312.533100:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 775 00000100:00100000:2.0:1783952312.533113:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+225:123803:x1870607584140928:12345-192.168.202.38@tcp:101:createmany.0 00010000:00010000:2.0:1783952312.533149:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952312.533178:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa40 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea3b expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533271:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 3/1,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533288:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533301:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533311:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533318:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533396:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533474:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533481:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533488:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952312.533533:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x51:0x0]: returning size 4096 00000004:00200000:2.0:1783952312.533537:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783952312.533560:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533574:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533582:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 4/1,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533590:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533597:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533604:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.533609:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 4/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533636:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 5/0,0 mode: CR/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533652:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.533656:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.533662:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 3/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533668:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aa47 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533686:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533691:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533696:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533701:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6306600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.533704:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533710:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533716:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff8a75c66c2900) 00010000:00010000:2.0:1783952312.533718:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.533721:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533733:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa4e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533828:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa40 lrc: 0/0,0 mode: --/CR res: [0x200003ab5:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea3b expref: 227 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533842:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea3b expref: 226 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.533850:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:2.0:1783952312.533852:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783952312.533855:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c6307c00, rc 0) 00000100:00100000:2.0:1783952312.533945:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+226:123803:x1870607584140928:12345-192.168.202.38@tcp:101:createmany.0 Request processed in 834us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952312.533954:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 775 00000100:00100000:1.0:1783952312.543060:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952312.543446:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584141184 00000100:00100000:3.0:1783952312.543461:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584141184 00000100:00100000:3.0:1783952312.543548:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 776 00000100:00100000:3.0:1783952312.543562:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+226:123803:x1870607584141184:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:3.0:1783952312.543775:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.543796:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.543811:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.543828:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.543836:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.543842:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:3.0:1783952312.544585:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1783952312.544592:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1783952312.544594:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1783952312.544608:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952312.544611:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952312.544613:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952312.544660:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1783952312.544663:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1783952312.544664:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1783952312.544666:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1783952312.544668:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1783952312.544670:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1783952312.545567:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.545583:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.545590:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.545661:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.545669:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952312.545675:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.545684:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.546009:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:3.0:1783952312.546013:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952312.546021:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.546029:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81000/0x3b91f5b49438aa5c lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783952312.546051:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ba22364e reply state 00000000557f476d transno 34359738778 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.546067:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952312.546134:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0xbda0828b (ffff8a75c39fa500) 00010000:00010000:3.0:1783952312.546137:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783952312.546142:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783952312.546400:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+228:123803:x1870607584141184:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 2833us (3354us total) trans 34359738778 rc 0/0 00000100:00100000:0.0:1783952312.546413:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 776 00000100:00100000:3.0:1783952312.552043:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.553393:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584141440 00000100:00100000:2.0:1783952312.553413:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584141440 00000100:00100000:2.0:1783952312.553591:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 777 00000100:00100000:2.0:1783952312.553603:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+228:123803:x1870607584141440:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.554180:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.554205:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.554220:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.554265:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.554273:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.554280:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.555410:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.556167:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.556169:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.556172:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.556174:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.556176:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.556250:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.556253:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.556255:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.556258:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.556260:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1783952312.556262:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.556699:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.556714:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.556721:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.556979:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557010:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.557015:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557025:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557047:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:2.0:1783952312.557051:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.557058:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557066:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa6a lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.557186:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9844c55 reply state 000000009a571263 transno 34359738779 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557206:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.557216:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x1cda55a (ffff8a75d0904200) 00010000:00010000:2.0:1783952312.557218:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.557222:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952312.557711:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+230:123803:x1870607584141440:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 4099us (5678us total) trans 34359738779 rc 0/0 00000100:00100000:2.0:1783952312.557725:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 777 00000100:00100000:3.0:1783952312.561411:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952312.562050:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584141696 00000100:00100000:1.0:1783952312.562079:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584141696 00000100:00100000:1.0:1783952312.562182:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 778 00000100:00100000:1.0:1783952312.562194:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+230:123803:x1870607584141696:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:1.0:1783952312.562493:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.562532:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.562547:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.562566:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.562572:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.562920:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:1.0:1783952312.563379:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.563385:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.563387:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.563389:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.563392:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.563394:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952312.564320:0:159117:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1783952312.564330:0:159117:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1783952312.564332:0:159117:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1783952312.564365:0:159117:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1783952312.564368:0:159117:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1783952312.564370:0:159117:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.564851:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564865:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564873:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564881:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564889:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.564894:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564922:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564944:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:1.0:1783952312.564947:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.564954:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564960:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa78 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.564980:0:159117:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000559ed0d6 reply state 00000000c278d214 transno 34359738780 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.564994:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.565003:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x45fac828 (ffff8a75d97bcf00) 00010000:00010000:1.0:1783952312.565005:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.565009:0:159117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783952312.565211:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+232:123803:x1870607584141696:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 3013us (3815us total) trans 34359738780 rc 0/0 00000100:00100000:1.0:1783952312.565223:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 778 00000100:00100000:3.0:1783952312.588372:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952312.588409:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952312.588525:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952312.589030:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600709376 00000100:00100000:1.0:1783952312.589042:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600709376 00000100:00100000:1.0:1783952312.589126:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1783952312.589139:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952312.589175:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 598016 granted 41936832 pending 659456 free 70696960 avail 63528960 00000100:00100000:1.0:1783952312.589250:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952312.589278:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1783952312.590400:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952312.597302:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952312.597480:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584141952 00000100:00100000:0.0:1783952312.597494:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584141952 00000100:00100000:0.0:1783952312.597580:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 779 00000100:00100000:0.0:1783952312.597594:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+232:123804:x1870607584141952:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:0.0:1783952312.598003:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.598028:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.598043:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.598063:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.598091:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.598099:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1783952312.598672:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.598678:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952312.598681:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.598683:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.598685:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.598687:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952312.598724:0:159116:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.599362:0:159116:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1783952312.599364:0:159116:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.599366:0:159116:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.599368:0:159116:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.599370:0:159116:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1783952312.599651:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599671:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599684:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.599706:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003c6a816 reply state 00000000255c123b transno 34359738781 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599720:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599748:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5e:0x0].0x0 (ffff8a75d97bcb00) 00010000:00010000:1.0:1783952312.599751:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.599757:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783952312.599764:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x5e:0x0]: returning size 4096 00010000:00010000:1.0:1783952312.599775:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599782:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599789:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599796:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599822:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952312.599827:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599835:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599848:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:1.0:1783952312.599850:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952312.599855:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599861:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56c00/0x3b91f5b49438aa86 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783952312.599877:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003c6a816 reply state 00000000255c123b transno 34359738781 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599885:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952312.599891:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xde5c5568 (ffff8a75d8806000) 00010000:00010000:1.0:1783952312.600093:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783952312.600098:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1783952312.600279:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+234:123804:x1870607584141952:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 2683us (2987us total) trans 34359738781 rc 0/0 00000100:00100000:1.0:1783952312.600290:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 779 00000100:00100000:3.0:1783952312.605189:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952312.605432:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142208 00000100:00100000:2.0:1783952312.605465:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142208 00000100:00100000:2.0:1783952312.605561:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 780 00000100:00100000:2.0:1783952312.605575:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+234:123804:x1870607584142208:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:2.0:1783952312.605784:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.605808:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.605825:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.605844:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.605852:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.605859:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952312.606442:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.606449:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.606452:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.606454:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.606457:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1783952312.606459:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952312.606493:0:159118:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1783952312.606496:0:159118:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1783952312.606498:0:159118:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952312.606499:0:159118:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1783952312.606501:0:159118:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1783952312.606515:0:159118:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952312.606637:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606650:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606660:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.606679:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008af6a854 reply state 00000000be36e29b transno 34359738782 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606693:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606702:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5f:0x0].0x0 (ffff8a75d0904300) 00010000:00010000:2.0:1783952312.606705:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.606709:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783952312.606715:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x5f:0x0]: returning size 4096 00010000:00010000:2.0:1783952312.606725:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606732:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606738:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606746:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606753:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952312.606758:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606772:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606786:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:2.0:1783952312.606788:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952312.606792:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606799:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307e00/0x3b91f5b49438aa9b lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952312.606815:0:159118:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008af6a854 reply state 00000000be36e29b transno 34359738782 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606823:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952312.606830:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22897837 (ffff8a75d0904700) 00010000:00010000:2.0:1783952312.606832:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952312.606834:0:159118:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783952312.606955:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+236:123804:x1870607584142208:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1380us (1783us total) trans 34359738782 rc 0/0 00000100:00100000:2.0:1783952312.606965:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 780 00000100:00100000:3.0:1783952312.611858:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952312.611990:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142464 00000100:00100000:0.0:1783952312.612004:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142464 00000100:00100000:0.0:1783952312.612090:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 781 00000100:00100000:0.0:1783952312.612103:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+236:123804:x1870607584142464:12345-192.168.202.38@tcp:36:createmany.0 00010000:00010000:0.0:1783952312.612277:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 3/0,1 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.612299:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.612313:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.612399:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.612408:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.612416:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:0.0:1783952312.612941:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.612946:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952312.612949:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.612951:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.612954:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.612956:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952312.612988:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:0.0:1783952312.612990:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1783952312.612992:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1783952312.612994:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952312.612996:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:0.0:1783952312.612998:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:0.0:1783952312.613092:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613104:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613113:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952312.613130:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b6e26b15 reply state 0000000041e9d3d6 transno 34359738783 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613154:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613162:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x60:0x0].0x0 (ffff8a75d8806200) 00010000:00010000:0.0:1783952312.613165:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952312.613168:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1783952312.613175:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x60:0x0]: returning size 4096 00010000:00010000:0.0:1783952312.613184:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613192:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613199:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613206:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613213:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952312.613217:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 4/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613225:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 5/0,0 mode: CW/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613235:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x0 (ffff8a75d0904e00) 00010000:00010000:0.0:1783952312.613237:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952312.613240:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 3/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613255:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783400/0x3b91f5b49438aab0 lrc: 0/0,0 mode: --/CW res: [0x200003ab5:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783952312.613270:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b6e26b15 reply state 0000000041e9d3d6 transno 34359738783 ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613278:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952312.613284:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x66b69b05 (ffff8a75d8806400) 00010000:00010000:0.0:1783952312.613286:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952312.613288:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1783952312.613424:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+238:123804:x1870607584142464:12345-192.168.202.38@tcp:36:createmany.0 Request processed in 1321us (1580us total) trans 34359738783 rc 0/0 00000100:00100000:0.0:1783952312.613432:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 781 00010000:00010000:1.0:1783952313.420873:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783952314.382567:0:166967:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007ffdfdcbcc50 00000004:00000080:3.0:1783952314.382600:0:166967:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0000: cmd=c00866e6 len=608 karg=ffff8a74c25e9800 uarg=0000000000000000 00000004:00000080:3.0:1783952314.382683:0:166967:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7dc8cb2bd70 00100000:10000000:3.0:1783952314.382691:0:166967:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:3.0:1783952314.383000:0:166967:0:(lfsck_namespace.c:4332:lfsck_namespace_reset()) lustre-MDT0000-osd: namespace LFSCK reset: rc = 0 00100000:10000000:3.0:1783952314.391844:0:166969:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:3.0:1783952314.391857:0:166969:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:3.0:1783952314.391955:0:166969:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:2.0:1783952314.392013:0:166968:0:(lfsck_lib.c:2526:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_namespace assistant thread 00000001:00080000:0.0:1783952314.392581:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738783 is committed 00010000:00010000:3.0:1783952314.393081:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393098:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393106:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393113:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ee000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393119:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393128:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393153:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc2bba7e5 (ffff8a75c6934800) 00010000:00010000:3.0:1783952314.393157:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393163:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393170:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee000/0x3b91f5b494389cb7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393200:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393207:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393234:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393240:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393243:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393249:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393258:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x2fbacb41 (ffff8a74c350cf00) 00010000:00010000:3.0:1783952314.393260:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393264:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393269:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311200/0x3b91f5b494389d12 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393287:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393293:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393299:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393304:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efe00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393307:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393325:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393362:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff118af2 (ffff8a75c6934300) 00010000:00010000:3.0:1783952314.393365:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393368:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393513:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efe00/0x3b91f5b494389d6d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393531:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393537:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393543:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393548:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b44e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393551:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393557:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393566:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xb2d5a33e (ffff8a7602155a00) 00010000:00010000:3.0:1783952314.393569:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393573:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393585:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44e00/0x3b91f5b494389dc8 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393604:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393621:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393627:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393632:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393635:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393642:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393650:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4958ff4 (ffff8a74c350c900) 00010000:00010000:3.0:1783952314.393652:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393654:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393660:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311e00/0x3b91f5b494389e23 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393673:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393679:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393690:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393696:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393699:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393705:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393714:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x57ba1cca (ffff8a75f65e4f00) 00010000:00010000:3.0:1783952314.393716:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393719:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393725:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030a00/0x3b91f5b494389e7e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393741:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393747:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393753:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393758:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4311a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393761:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393776:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393783:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x407c6222 (ffff8a74c350cc00) 00010000:00010000:3.0:1783952314.393786:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393788:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393794:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311a00/0x3b91f5b494389ed9 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393809:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393815:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393821:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393827:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c1b45a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393830:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393835:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393842:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x239dea14 (ffff8a75f65e4100) 00010000:00010000:3.0:1783952314.393845:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393848:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393859:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45a00/0x3b91f5b494389f34 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393876:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393881:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393886:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393892:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0030400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393894:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393900:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393906:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x130f79e0 (ffff8a75f65e4000) 00010000:00010000:3.0:1783952314.393908:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393911:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393917:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030400/0x3b91f5b494389f8f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393931:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393937:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393949:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393954:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ea600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.393957:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393963:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393970:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc735cef4 (ffff8a75f65e4e00) 00010000:00010000:3.0:1783952314.393972:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.393974:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393979:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea600/0x3b91f5b494389fea lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393993:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.393998:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394003:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394007:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.394009:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394022:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394029:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x21aa2247 (ffff8a75de287b00) 00010000:00010000:3.0:1783952314.394032:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.394034:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394039:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782200/0x3b91f5b49438a045 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394052:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394057:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394063:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394068:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4efa00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.394071:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394076:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394083:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbf580d0c (ffff8a75f51af400) 00010000:00010000:3.0:1783952314.394085:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.394088:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394100:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4efa00/0x3b91f5b49438a0a0 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394115:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394121:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394126:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394131:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.394134:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394140:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394148:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe3541c1d (ffff8a75de287700) 00010000:00010000:3.0:1783952314.394150:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.394152:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394157:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1000/0x3b91f5b49438a0fb lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394171:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394177:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394189:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394194:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ea400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.394197:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394204:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394212:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x89d48c8d (ffff8a75ff7e7b00) 00010000:00010000:3.0:1783952314.394214:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.394217:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394223:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea400/0x3b91f5b49438a156 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394240:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394245:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394251:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394256:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4eb400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.394259:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394275:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394285:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xa38d6329 (ffff8a75ff7e7300) 00010000:00010000:3.0:1783952314.394287:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.394290:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394295:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb400/0x3b91f5b49438a1b1 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xa38d6329 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394311:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394318:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394324:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.394330:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ea000 already unused, calling callback (ffffffffc18394f0) 00100000:10000000:0.0:1783952314.394549:0:166968:0:(lfsck_namespace.c:4580:lfsck_namespace_prep()) lustre-MDT0000-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:10000000:2.0:1783952314.394636:0:166970:0:(lfsck_engine.c:1551:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread start 00100000:10000000:1.0:1783952314.394647:0:166969:0:(osd_scrub.c:1263:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:0.0:1783952314.395871:0:166968:0:(lfsck_namespace.c:4478:lfsck_namespace_checkpoint()) lustre-MDT0000-osd: namespace LFSCK checkpoint at the pos [13, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:0.0:1783952314.395882:0:166968:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0000-osd entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166968 00100000:02000000:0.0:1783952314.395915:0:166968:0:(lfsck_engine.c:823:lfsck_master_oit_engine()) *** cfs_fail_loc=1600, val=3*** 00010000:00010000:3.0:1783952314.398570:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398616:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398642:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbb599949 (ffff8a75ff7e7200) 00010000:00010000:3.0:1783952314.398646:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.398654:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398685:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ea000/0x3b91f5b49438a20c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398725:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398731:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398737:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398743:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.398747:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398752:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398762:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1a616f3f (ffff8a75de287900) 00010000:00010000:3.0:1783952314.398764:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.398767:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398773:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1c00/0x3b91f5b49438a267 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398789:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398796:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398807:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398813:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2060800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.398816:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398821:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398828:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6d38f012 (ffff8a75de287f00) 00010000:00010000:3.0:1783952314.398830:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.398832:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398837:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060800/0x3b91f5b49438a2c2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398852:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398858:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398864:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398868:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.398871:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398886:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398894:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x52815b39 (ffff8a75ff7e7500) 00010000:00010000:3.0:1783952314.398896:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.398899:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398904:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031000/0x3b91f5b49438a31d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398918:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398925:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398931:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398936:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.398938:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398943:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398950:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9cfce7b5 (ffff8a75de287e00) 00010000:00010000:3.0:1783952314.398952:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.398955:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398967:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783600/0x3b91f5b49438a378 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398982:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.398988:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399007:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399013:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74ca9f1e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399015:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399021:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399029:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe708c894 (ffff8a75de287200) 00010000:00010000:3.0:1783952314.399031:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.399034:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399040:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1e00/0x3b91f5b49438a3d3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399056:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399063:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399074:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399080:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399082:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399088:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399096:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd13f1037 (ffff8a75fad2c100) 00010000:00010000:3.0:1783952314.399098:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.399101:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399108:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0000/0x3b91f5b49438a42e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399129:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399134:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399140:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399145:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0592a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399148:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399161:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399170:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xc701cb36 (ffff8a7601ee0e00) 00010000:00010000:3.0:1783952314.399172:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.399175:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399181:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592a00/0x3b91f5b49438a489 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399195:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399202:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399207:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399211:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399214:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399220:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399227:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x322afea2 (ffff8a75fad2ca00) 00010000:00010000:3.0:1783952314.399229:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.399232:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399242:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0a00/0x3b91f5b49438a4e4 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399258:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399262:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399268:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399273:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399276:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399281:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399288:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xaa0c2c16 (ffff8a7601ee0700) 00010000:00010000:3.0:1783952314.399290:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.399293:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399299:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56200/0x3b91f5b49438a53f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399311:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399316:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399326:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399331:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.399360:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.399367:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403908:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd47b514a (ffff8a75d2ba8d00) 00010000:00010000:3.0:1783952314.403914:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.403925:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403935:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661400/0x3b91f5b49438a59a lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403979:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403986:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403992:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.403998:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404003:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404038:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404047:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x7772308b (ffff8a75d2ba8e00) 00010000:00010000:3.0:1783952314.404050:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404052:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404064:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438a5f5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404082:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404088:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404093:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404098:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404101:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404107:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404115:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xe087ee79 (ffff8a75d2ba8500) 00010000:00010000:3.0:1783952314.404117:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404120:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404133:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438a650 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404151:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404157:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404163:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404168:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404171:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404177:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404185:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x4d2290fc (ffff8a75d2ba8000) 00010000:00010000:3.0:1783952314.404187:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404190:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404196:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438a6ab lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404211:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404218:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404231:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404237:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404241:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404248:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404257:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x489b8eb2 (ffff8a7601ee0a00) 00010000:00010000:3.0:1783952314.404259:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404262:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404272:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57800/0x3b91f5b49438a706 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404291:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404297:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404303:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404307:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404309:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404324:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404354:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xf2ca543e (ffff8a75fad2c800) 00010000:00010000:3.0:1783952314.404357:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404361:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404368:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0c00/0x3b91f5b49438a761 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404391:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404398:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404404:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404409:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c4310e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404411:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404417:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404425:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xd06bcd9f (ffff8a7601ee0c00) 00010000:00010000:3.0:1783952314.404427:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404430:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404443:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310e00/0x3b91f5b49438a7bc lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404460:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404466:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404472:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404477:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa1200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404481:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404488:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404496:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22eacdcf (ffff8a75fad2ce00) 00010000:00010000:3.0:1783952314.404498:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404501:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404507:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1200/0x3b91f5b49438a817 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404523:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404529:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404541:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404547:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.404551:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404558:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404566:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x9ce4d69c (ffff8a75c92b6c00) 00010000:00010000:3.0:1783952314.404568:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.404571:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404577:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7800/0x3b91f5b49438a872 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404594:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.404600:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407189:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407214:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.407221:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407242:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407265:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x6caa4986 (ffff8a75c92b6600) 00010000:00010000:3.0:1783952314.407268:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.407272:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407281:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7200/0x3b91f5b49438a8cd lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407317:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407324:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407331:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407902:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.407906:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407913:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407925:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x47a21a83 (ffff8a7601ee0000) 00010000:00010000:3.0:1783952314.407927:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.407931:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407944:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80c00/0x3b91f5b49438a928 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407965:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407971:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407977:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.407983:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.407999:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408006:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408014:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xff182846 (ffff8a75c92b6100) 00010000:00010000:3.0:1783952314.408016:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.408019:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408026:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6600/0x3b91f5b49438a952 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408039:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408046:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408057:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408062:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.408065:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408071:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408078:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x0 (ffff8a75c92b6000) 00010000:00010000:3.0:1783952314.408081:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.408083:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408088:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7c00/0x3b91f5b49438a959 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408102:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408109:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408114:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408120:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.408122:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408139:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408149:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x43454b14 (ffff8a75fad2c500) 00010000:00010000:3.0:1783952314.408152:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.408155:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408161:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0e00/0x3b91f5b49438a967 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408184:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408190:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408195:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408200:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.408202:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408208:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408215:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x0 (ffff8a75fad2c900) 00010000:00010000:3.0:1783952314.408218:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.408220:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408233:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56600/0x3b91f5b49438a96e lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408247:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408252:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408258:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408264:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.408267:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408273:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408282:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x87726de2 (ffff8a75c66c2900) 00010000:00010000:3.0:1783952314.408284:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.408288:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408293:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169200/0x3b91f5b49438a97c lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408308:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408314:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408325:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.408329:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a7602169800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.408332:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409131:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409145:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x0 (ffff8a75c66c2e00) 00010000:00010000:3.0:1783952314.409148:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409151:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409158:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169800/0x3b91f5b49438a983 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409175:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409182:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409188:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409192:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409196:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409215:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409223:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xbda0828b (ffff8a75d97bce00) 00010000:00010000:3.0:1783952314.409225:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409227:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409233:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7a00/0x3b91f5b49438a991 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409249:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409256:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409262:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409268:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409271:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409278:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409286:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x1cda55a (ffff8a75d97bcd00) 00010000:00010000:3.0:1783952314.409288:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409290:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409301:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438a99f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409317:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409323:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409329:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409482:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c0031a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409485:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409492:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409501:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x45fac828 (ffff8a75c66c2f00) 00010000:00010000:3.0:1783952314.409503:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409506:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409511:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031a00/0x3b91f5b49438a9ad lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409527:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409533:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409543:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409548:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75fa4ef600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409550:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409555:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409562:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0xbda0828b (ffff8a75c66c2b00) 00010000:00010000:3.0:1783952314.409564:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409567:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409572:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef600/0x3b91f5b49438a9d7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409587:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409592:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409597:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409602:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6306e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409604:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409692:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409702:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x1cda55a (ffff8a75c66c2300) 00010000:00010000:3.0:1783952314.409704:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409707:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409721:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306e00/0x3b91f5b49438a9e5 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409739:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409745:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409751:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409757:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409760:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409766:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409774:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x4f:0x0].0x45fac828 (ffff8a75d97bc000) 00010000:00010000:3.0:1783952314.409776:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409779:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409792:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438a9f3 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x4f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409809:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409815:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409820:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409825:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409828:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409834:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409842:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0xbda0828b (ffff8a75d0904100) 00010000:00010000:3.0:1783952314.409844:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409847:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409853:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307200/0x3b91f5b49438aa1d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409866:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409871:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409882:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409888:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409891:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409896:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409903:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x1cda55a (ffff8a75d97bc800) 00010000:00010000:3.0:1783952314.409905:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409907:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409913:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790200/0x3b91f5b49438aa2b lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409928:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409933:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409939:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409943:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.409946:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409960:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409968:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x50:0x0].0x45fac828 (ffff8a75c39fa700) 00010000:00010000:3.0:1783952314.409970:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.409973:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409979:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80e00/0x3b91f5b49438aa39 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x50:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.409996:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410003:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410009:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410014:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410017:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410023:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410032:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0xbda0828b (ffff8a75c39fa500) 00010000:00010000:3.0:1783952314.410034:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410037:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410051:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e80400/0x3b91f5b49438aa63 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410066:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410072:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410077:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410082:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6306600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410085:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410091:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410098:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x1cda55a (ffff8a75d0904200) 00010000:00010000:3.0:1783952314.410100:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410102:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410108:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306600/0x3b91f5b49438aa71 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410120:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410126:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410139:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410144:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3791000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410147:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410153:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410160:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x51:0x0].0x45fac828 (ffff8a75d97bcf00) 00010000:00010000:3.0:1783952314.410162:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410165:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410172:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791000/0x3b91f5b49438aa7f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x51:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410188:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410194:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410200:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410206:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75feaa0400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410209:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410225:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410235:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0xde5c5568 (ffff8a75d8806000) 00010000:00010000:3.0:1783952314.410237:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410240:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410246:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0400/0x3b91f5b49438aa8d lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410266:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410272:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410277:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410282:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410285:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410291:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410298:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5e:0x0].0x0 (ffff8a75d97bcb00) 00010000:00010000:3.0:1783952314.410300:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410302:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410314:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3790c00/0x3b91f5b49438aa94 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410366:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410486:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410492:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410498:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410501:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410508:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410518:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x22897837 (ffff8a75d0904700) 00010000:00010000:3.0:1783952314.410520:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410523:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410528:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307000/0x3b91f5b49438aaa2 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410543:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410549:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410562:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410567:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6306400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410569:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410576:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410584:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x5f:0x0].0x0 (ffff8a75d0904300) 00010000:00010000:3.0:1783952314.410586:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410588:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410594:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6306400/0x3b91f5b49438aaa9 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410620:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410626:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410631:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410636:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410638:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410653:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410661:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x1:0x0].0x66b69b05 (ffff8a75d8806400) 00010000:00010000:3.0:1783952314.410663:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410665:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410671:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438aab7 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x1:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410683:0:106939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410689:0:106939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410694:0:106939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410699:0:106939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c2061e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952314.410702:0:106939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410707:0:106939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410714:0:106939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x60:0x0].0x0 (ffff8a75d8806200) 00010000:00010000:3.0:1783952314.410717:0:106939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952314.410719:0:106939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952314.410732:0:106939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061e00/0x3b91f5b49438aabe lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952314.446548:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952314.936077:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952314.936116:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952314.936149:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952314.936414:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142592 00000100:00100000:1.0:1783952314.936440:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142592 00002000:00100000:1.0:1783952314.936524:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24d:0x0] (0->703) req@ffff8a75fc89f800 x1870607584142592/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1192/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.936536:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89f800 with x1870607584142592 ext(0->703) 00002000:00010000:1.0:1783952314.936543:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fc89f800 00000100:00100000:1.0:1783952314.936614:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142720 00000100:00100000:1.0:1783952314.936618:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142720 00002000:00100000:1.0:1783952314.936640:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->1753) req@ffff8a75fc89c380 x1870607584142720/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2248/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.936650:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89c380 with x1870607584142720 ext(0->1753) 00002000:00010000:1.0:1783952314.936654:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fc89c380 00000100:00100000:1.0:1783952314.936666:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142848 00000100:00100000:1.0:1783952314.936669:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142848 00002000:00100000:1.0:1783952314.936686:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24e:0x0] (0->4914) req@ffff8a75fc89ea00 x1870607584142848/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 5408/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.936695:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89ea00 with x1870607584142848 ext(0->4914) 00002000:00010000:1.0:1783952314.936699:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fc89ea00 00000100:00100000:1.0:1783952314.936877:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 15 00000100:00100000:1.0:1783952314.936891:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69255:x1870607584142592:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.937204:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.937210:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.937212:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.937214:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.937216:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.937218:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.937526:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 16 00000100:00100000:2.0:1783952314.937538:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69252:x1870607584142720:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.937696:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.937701:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.937703:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.937705:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.937706:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.937708:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.939003:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 17 00000100:00100000:1.0:1783952314.939023:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69253:x1870607584142848:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.939242:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.939247:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.939249:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.939252:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.939254:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.939256:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00080000:3.0:1783952314.939586:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952314.939594:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952314.941005:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69252:x1870607584142720:12345-192.168.202.38@tcp:4:cp.0 Request processed in 3455us (4873us total) trans 17179869249 rc 0/0 00000100:00100000:2.0:1783952314.941022:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 16 00002000:00100000:2.0:1783952314.941039:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->1753) req@ffff8a75fc89c380 x1870607584142720/t17179869249(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2248/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.941051:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89c380 with x1870607584142720 ext(0->1753) 00002000:00010000:2.0:1783952314.941058:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fc89c380 00000100:00100000:1.0:1783952314.944181:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69255:x1870607584142592:12345-192.168.202.38@tcp:4:cp.0 Request processed in 7276us (8100us total) trans 21474836553 rc 0/0 00000100:00100000:1.0:1783952314.944200:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 15 00002000:00100000:1.0:1783952314.944217:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x24d:0x0] (0->703) req@ffff8a75fc89f800 x1870607584142592/t21474836553(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1192/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.944230:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89f800 with x1870607584142592 ext(0->703) 00002000:00010000:1.0:1783952314.944238:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fc89f800 00000100:00100000:1.0:1783952314.948844:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69253:x1870607584142848:12345-192.168.202.38@tcp:4:cp.0 Request processed in 9811us (12676us total) trans 21474836554 rc 0/0 00000100:00100000:1.0:1783952314.948864:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 17 00002000:00100000:1.0:1783952314.948882:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x24e:0x0] (0->4914) req@ffff8a75fc89ea00 x1870607584142848/t21474836554(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 5408/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.948894:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fc89ea00 with x1870607584142848 ext(0->4914) 00002000:00010000:1.0:1783952314.948902:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fc89ea00 00000001:00080000:2.0:1783952314.952044:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869249 is committed 00000001:00080000:0.0:1783952314.952539:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836554 is committed 00000100:00100000:2.0:1783952314.957717:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957764:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957787:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957807:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957823:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957840:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957858:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.957904:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.958003:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.958019:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.958032:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.958086:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143488 00000100:00100000:2.0:1783952314.958099:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143488 00002000:00100000:2.0:1783952314.958173:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cc:0x0] (0->18268) req@ffff8a74c5155880 x1870607584143488/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958186:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155880 with x1870607584143488 ext(0->18268) 00002000:00010000:2.0:1783952314.958194:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5155880 00000100:00100000:2.0:1783952314.958219:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143360 00000100:00100000:2.0:1783952314.958223:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143360 00002000:00100000:2.0:1783952314.958238:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x250:0x0] (0->2857) req@ffff8a74c5157100 x1870607584143360/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3352/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958246:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5157100 with x1870607584143360 ext(0->2857) 00002000:00010000:2.0:1783952314.958250:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5157100 00000100:00100000:2.0:1783952314.958257:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144512 00000100:00100000:2.0:1783952314.958260:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144512 00002000:00100000:2.0:1783952314.958274:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d0:0x0] (0->268) req@ffff8a74c5156680 x1870607584144512/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 760/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958282:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156680 with x1870607584144512 ext(0->268) 00002000:00010000:2.0:1783952314.958286:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5156680 00000100:00100000:2.0:1783952314.958293:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584142976 00000100:00100000:2.0:1783952314.958296:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584142976 00002000:00100000:2.0:1783952314.958309:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->1612) req@ffff8a74c5155f80 x1870607584142976/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2104/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958316:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155f80 with x1870607584142976 ext(0->1612) 00002000:00010000:2.0:1783952314.958320:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5155f80 00000100:00100000:2.0:1783952314.958327:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144128 00000100:00100000:2.0:1783952314.958330:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144128 00002000:00100000:2.0:1783952314.958530:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x253:0x0] (0->55539) req@ffff8a74c5156d80 x1870607584144128/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783952314.958541:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144000 00000100:00100000:3.0:1783952314.958545:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144000 00002000:00100000:2.0:1783952314.958550:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156d80 with x1870607584144128 ext(0->55539) 00002000:00010000:2.0:1783952314.958554:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5156d80 00000100:00100000:2.0:1783952314.958563:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144640 00002000:00100000:3.0:1783952314.958564:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1ce:0x0] (0->937) req@ffff8a74c5156a00 x1870607584144000/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1432/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783952314.958566:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144640 00002000:00100000:3.0:1783952314.958572:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156a00 with x1870607584144000 ext(0->937) 00002000:00010000:3.0:1783952314.958576:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5156a00 00002000:00100000:2.0:1783952314.958579:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x255:0x0] (0->233) req@ffff8a74c5154e00 x1870607584144640/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 728/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958586:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5154e00 with x1870607584144640 ext(0->233) 00002000:00010000:2.0:1783952314.958589:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5154e00 00000100:00100000:3.0:1783952314.958590:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143104 00000100:00100000:3.0:1783952314.958592:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143104 00000100:00100000:2.0:1783952314.958595:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143616 00000100:00100000:2.0:1783952314.958598:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143616 00002000:00100000:3.0:1783952314.958613:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x24f:0x0] (0->16000) req@ffff8a74c5156300 x1870607584143104/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 16496/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958619:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x251:0x0] (0->4217) req@ffff8a75fe9aa680 x1870607584143616/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4712/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.958622:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156300 with x1870607584143104 ext(0->16000) 00002000:00010000:3.0:1783952314.958626:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5156300 00002000:00100000:2.0:1783952314.958627:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9aa680 with x1870607584143616 ext(0->4217) 00002000:00010000:2.0:1783952314.958630:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9aa680 00000100:00100000:3.0:1783952314.958633:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143232 00000100:00100000:3.0:1783952314.958635:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143232 00000100:00100000:2.0:1783952314.958636:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143744 00000100:00100000:2.0:1783952314.958638:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143744 00002000:00100000:3.0:1783952314.958647:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1cb:0x0] (0->837) req@ffff8a75f717f100 x1870607584143232/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1328/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.958648:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cd:0x0] (0->3005) req@ffff8a75f717df80 x1870607584143744/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3496/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.958655:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717f100 with x1870607584143232 ext(0->837) 00002000:00100000:2.0:1783952314.958656:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717df80 with x1870607584143744 ext(0->3005) 00002000:00010000:3.0:1783952314.958658:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75f717f100 00002000:00010000:2.0:1783952314.958659:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75f717df80 00000100:00100000:2.0:1783952314.958671:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 18 00000100:00100000:2.0:1783952314.958681:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584143488:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952314.958780:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952314.958804:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952314.958818:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952314.958847:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952314.958863:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144256 00000100:00100000:1.0:1783952314.958866:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144256 00002000:00100000:1.0:1783952314.958891:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1cf:0x0] (0->6812) req@ffff8a75ff462a00 x1870607584144256/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 7304/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.958898:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff462a00 with x1870607584144256 ext(0->6812) 00002000:00010000:1.0:1783952314.958902:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff462a00 00000100:00100000:3.0:1783952314.960029:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 19 00000100:00100000:3.0:1783952314.960045:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584143360:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952314.960294:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952314.960299:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952314.960301:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952314.960303:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952314.960305:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952314.960307:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952314.960616:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144768 00000100:00100000:3.0:1783952314.960624:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144768 00002000:00100000:3.0:1783952314.960661:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d1:0x0] (0->4116) req@ffff8a75ff462300 x1870607584144768/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4608/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.960672:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff462300 with x1870607584144768 ext(0->4116) 00002000:00010000:3.0:1783952314.960678:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff462300 00000100:00100000:3.0:1783952314.960693:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144896 00000100:00100000:3.0:1783952314.960696:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144896 00000100:00100000:1.0:1783952314.961219:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145024 00000100:00100000:1.0:1783952314.961227:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145024 00002000:00100000:1.0:1783952314.961250:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d5:0x0] (0->6233) req@ffff8a75ff463b80 x1870607584145024/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6728/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.961260:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff463b80 with x1870607584145024 ext(0->6233) 00002000:00010000:1.0:1783952314.961264:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff463b80 00000100:00100000:1.0:1783952314.961278:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 20 00000100:00100000:1.0:1783952314.961287:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584144512:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.961616:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.961621:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.961623:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.961626:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.961628:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.961630:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.962494:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69253:x1870607584143360:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2446us (4720us total) trans 21474836555 rc 0/0 00000100:00100000:2.0:1783952314.962523:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 19 00002000:00100000:2.0:1783952314.962534:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x250:0x0] (0->2857) req@ffff8a74c5157100 x1870607584143360/t21474836555(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3352/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.962544:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5157100 with x1870607584143360 ext(0->2857) 00002000:00010000:2.0:1783952314.962550:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5157100 00000100:00100000:2.0:1783952314.962587:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 21 00000100:00100000:2.0:1783952314.962599:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69254:x1870607584142976:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.962758:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.962763:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.962765:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.962767:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.962769:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.962771:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.963423:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69254:x1870607584142976:12345-192.168.202.38@tcp:4:cp.0 Request processed in 825us (5612us total) trans 17179869251 rc 0/0 00000100:00100000:2.0:1783952314.963433:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 21 00002000:00100000:2.0:1783952314.963442:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->1612) req@ffff8a74c5155f80 x1870607584142976/t17179869251(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2104/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.963452:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155f80 with x1870607584142976 ext(0->1612) 00002000:00010000:2.0:1783952314.963457:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5155f80 00000100:00100000:2.0:1783952314.963481:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 22 00000100:00100000:2.0:1783952314.963491:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584144128:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952314.963907:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00002000:00100000:3.0:1783952314.968117:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x256:0x0] (0->3078) req@ffff8a75ff460a80 x1870607584144896/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3568/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.968142:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff460a80 with x1870607584144896 ext(0->3078) 00002000:00010000:3.0:1783952314.968150:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff460a80 00000100:00100000:3.0:1783952314.968208:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:3.0:1783952314.968219:0:160621:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:3.0:1783952314.968836:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952314.968966:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584143872 00000100:00100000:3.0:1783952314.968979:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584143872 00002000:00100000:3.0:1783952314.969036:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x252:0x0] (0->2191) req@ffff8a75feed1f80 x1870607584143872/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2680/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.969046:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed1f80 with x1870607584143872 ext(0->2191) 00002000:00010000:3.0:1783952314.969060:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75feed1f80 00000100:00100000:3.0:1783952314.969075:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:3.0:1783952314.969086:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145152 00000100:00100000:3.0:1783952314.969089:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145152 00002000:00100000:3.0:1783952314.969105:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d6:0x0] (0->35426) req@ffff8a75c409ce00 x1870607584145152/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.969113:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409ce00 with x1870607584145152 ext(0->35426) 00002000:00010000:3.0:1783952314.969117:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409ce00 00000100:00100000:3.0:1783952314.973493:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 23 00000100:00100000:3.0:1783952314.973515:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69254:x1870607584144000:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952314.973788:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952314.973793:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952314.973795:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952314.973798:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952314.973800:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952314.973802:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952314.974838:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69254:x1870607584144000:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1197us (16862us total) trans 17179869252 rc 0/0 00000100:00100000:3.0:1783952314.974854:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 23 00002000:00100000:3.0:1783952314.974872:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1ce:0x0] (0->937) req@ffff8a74c5156a00 x1870607584144000/t17179869252(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1432/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.974884:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156a00 with x1870607584144000 ext(0->937) 00002000:00010000:3.0:1783952314.974892:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5156a00 00000100:00100000:3.0:1783952314.974932:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 24 00000100:00100000:3.0:1783952314.974947:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69254:x1870607584144640:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:2.0:1783952314.976049:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.976971:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.977065:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.977121:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:2.0:1783952314.977132:0:160621:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_006' 00080000:00000400:3.0:1783952314.979685:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.979734:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.979739:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.979741:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.979744:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.979746:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.979748:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952314.979773:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952314.979776:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952314.979778:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952314.979780:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952314.979782:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952314.980158:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952314.980243:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584144384 00000100:00100000:3.0:1783952314.980254:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584144384 00002000:00100000:3.0:1783952314.980312:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x254:0x0] (0->6212) req@ffff8a75cf887b80 x1870607584144384/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6704/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.980325:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75cf887b80 with x1870607584144384 ext(0->6212) 00002000:00010000:3.0:1783952314.980351:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75cf887b80 00000100:00100000:3.0:1783952314.980380:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:3.0:1783952314.980990:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145280 00000100:00100000:3.0:1783952314.980997:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145280 00002000:00100000:3.0:1783952314.981023:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x258:0x0] (0->1789) req@ffff8a75c40b4e00 x1870607584145280/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2280/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.981033:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c40b4e00 with x1870607584145280 ext(0->1789) 00002000:00010000:3.0:1783952314.981038:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c40b4e00 00000100:00100000:3.0:1783952314.981051:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:3.0:1783952314.981058:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145408 00000100:00100000:3.0:1783952314.981062:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145408 00002000:00100000:3.0:1783952314.981077:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x25b:0x0] (0->13878) req@ffff8a75de35ad80 x1870607584145408/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 14368/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.981086:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35ad80 with x1870607584145408 ext(0->13878) 00002000:00010000:3.0:1783952314.981090:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75de35ad80 00000100:00100000:3.0:1783952314.981098:0:160621:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 6 min 3 max 116 00000100:00100000:3.0:1783952314.981103:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145536 00000100:00100000:3.0:1783952314.981106:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145536 00002000:00100000:3.0:1783952314.981121:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d7:0x0] (0->2128) req@ffff8a75feed0e00 x1870607584145536/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2624/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.981137:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed0e00 with x1870607584145536 ext(0->2128) 00002000:00010000:3.0:1783952314.981141:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75feed0e00 00000100:00100000:3.0:1783952314.981815:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69254:x1870607584144640:12345-192.168.202.38@tcp:4:cp.0 Request processed in 6870us (23951us total) trans 21474836556 rc 0/0 00000100:00100000:2.0:1783952314.981815:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69254:x1870607584143488:12345-192.168.202.38@tcp:4:cp.0 Request processed in 23131us (24111us total) trans 17179869253 rc 0/0 00000100:00100000:2.0:1783952314.981826:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 18 00002000:00100000:2.0:1783952314.981835:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cc:0x0] (0->18268) req@ffff8a74c5155880 x1870607584143488/t17179869253(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.981844:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155880 with x1870607584143488 ext(0->18268) 00002000:00010000:2.0:1783952314.981848:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5155880 00000100:00100000:3.0:1783952314.981898:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 24 00002000:00100000:3.0:1783952314.981907:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x255:0x0] (0->233) req@ffff8a74c5154e00 x1870607584144640/t21474836556(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 728/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952314.981915:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5154e00 with x1870607584144640 ext(0->233) 00002000:00010000:3.0:1783952314.981919:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5154e00 00000100:00100000:3.0:1783952314.981939:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 25 00000100:00100000:3.0:1783952314.981952:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69254:x1870607584143104:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952314.983373:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 26 00000100:00100000:2.0:1783952314.983877:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 27 00000100:00100000:2.0:1783952314.983895:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69252:x1870607584143744:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.984145:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.984150:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.984153:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.984155:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.984158:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.984160:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952314.984557:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69254:x1870607584143616:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:2.0:1783952314.985004:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69252:x1870607584143744:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1115us (26968us total) trans 17179869254 rc 0/0 00000100:00100000:2.0:1783952314.985014:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 27 00002000:00100000:2.0:1783952314.985026:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cd:0x0] (0->3005) req@ffff8a75f717df80 x1870607584143744/t17179869254(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3496/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.985044:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717df80 with x1870607584143744 ext(0->3005) 00002000:00010000:2.0:1783952314.985052:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75f717df80 00000100:00100000:2.0:1783952314.985093:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 28 00000100:00100000:2.0:1783952314.985102:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69252:x1870607584143232:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.985181:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.985185:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.985187:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.985189:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.985192:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.985193:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.985808:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69254:x1870607584144512:12345-192.168.202.38@tcp:4:cp.0 Request processed in 24517us (28016us total) trans 17179869250 rc 0/0 00000100:00100000:1.0:1783952314.985819:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 20 00002000:00100000:1.0:1783952314.985828:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d0:0x0] (0->268) req@ffff8a74c5156680 x1870607584144512/t17179869250(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 760/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.985837:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156680 with x1870607584144512 ext(0->268) 00002000:00010000:1.0:1783952314.985842:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c5156680 00000100:00100000:1.0:1783952314.985870:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 29 00000100:00100000:1.0:1783952314.985889:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69252:x1870607584144768:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.986024:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.986028:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.986030:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.986032:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.986035:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.986037:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952314.986811:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952314.986819:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952314.986821:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952314.986823:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952314.986834:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952314.986836:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.987053:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69252:x1870607584144768:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1165us (28244us total) trans 17179869256 rc 0/0 00000100:00100000:1.0:1783952314.987065:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 29 00002000:00100000:1.0:1783952314.987075:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d1:0x0] (0->4116) req@ffff8a75ff462300 x1870607584144768/t17179869256(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4608/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.987085:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff462300 with x1870607584144768 ext(0->4116) 00002000:00010000:1.0:1783952314.987092:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff462300 00000100:00100000:1.0:1783952314.987116:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 30 00000100:00100000:1.0:1783952314.987127:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69252:x1870607584144256:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.987256:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.987259:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.987261:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.987263:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.987265:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.987267:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.987277:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69252:x1870607584143232:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2174us (29255us total) trans 17179869255 rc 0/0 00000100:00100000:2.0:1783952314.987286:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 28 00002000:00100000:2.0:1783952314.987293:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1cb:0x0] (0->837) req@ffff8a75f717f100 x1870607584143232/t17179869255(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 1328/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.987301:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75f717f100 with x1870607584143232 ext(0->837) 00002000:00010000:2.0:1783952314.987305:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75f717f100 00000100:00100000:2.0:1783952314.987325:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 31 00000100:00100000:2.0:1783952314.987355:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69255:x1870607584145024:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.987575:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.987579:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.987581:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.987584:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.987586:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.987589:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.989043:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69254:x1870607584144128:12345-192.168.202.38@tcp:4:cp.0 Request processed in 25543us (31206us total) trans 21474836557 rc 0/0 00000100:00100000:1.0:1783952314.989058:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 22 00002000:00100000:1.0:1783952314.989070:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x253:0x0] (0->55539) req@ffff8a74c5156d80 x1870607584144128/t21474836557(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.989092:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156d80 with x1870607584144128 ext(0->55539) 00000100:00100000:0.0:1783952314.989092:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+65:69255:x1870607584145024:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1759us (30244us total) trans 17179869257 rc 0/0 00002000:00010000:1.0:1783952314.989098:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5156d80 00000100:00100000:0.0:1783952314.989100:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 31 00002000:00100000:0.0:1783952314.989105:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d5:0x0] (0->6233) req@ffff8a75ff463b80 x1870607584145024/t17179869257(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6728/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952314.989112:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff463b80 with x1870607584145024 ext(0->6233) 00002000:00010000:0.0:1783952314.989116:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff463b80 00000100:00100000:1.0:1783952314.989131:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 32 00000100:00100000:1.0:1783952314.989144:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69252:x1870607584144896:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952314.989204:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 33 00000100:00100000:0.0:1783952314.989217:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69253:x1870607584143872:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.989330:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.989359:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.989361:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.989363:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.989365:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.989367:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.990144:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69252:x1870607584144896:12345-192.168.202.38@tcp:4:cp.0 Request processed in 998us (31317us total) trans 21474836558 rc 0/0 00000100:00100000:1.0:1783952314.990153:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 32 00002000:00100000:1.0:1783952314.990163:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x256:0x0] (0->3078) req@ffff8a75ff460a80 x1870607584144896/t21474836558(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 3568/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.990173:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff460a80 with x1870607584144896 ext(0->3078) 00002000:00010000:1.0:1783952314.990179:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff460a80 00000100:00100000:1.0:1783952314.990204:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 34 00000100:00100000:1.0:1783952314.990214:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:69255:x1870607584145152:12345-192.168.202.38@tcp:4:cp.0 00000001:00080000:0.0:1783952314.990592:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836556 is committed 00080000:00000400:0.0:1783952314.990833:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952314.990838:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952314.990840:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952314.990843:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952314.990845:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952314.990847:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952314.990997:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.991001:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.991003:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.991005:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.991007:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.991009:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.991591:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+65:69252:x1870607584144256:12345-192.168.202.38@tcp:4:cp.0 Request processed in 4452us (32797us total) trans 17179869258 rc 0/0 00000100:00100000:1.0:1783952314.991612:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 30 00002000:00100000:1.0:1783952314.991625:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1cf:0x0] (0->6812) req@ffff8a75ff462a00 x1870607584144256/t17179869258(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 7304/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.991650:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff462a00 with x1870607584144256 ext(0->6812) 00002000:00010000:1.0:1783952314.991657:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff462a00 00000100:00100000:1.0:1783952314.991875:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 35 00000100:00100000:1.0:1783952314.991889:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69253:x1870607584144384:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952314.992067:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952314.992071:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952314.992073:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952314.992075:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952314.992078:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952314.992079:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.992652:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69254:x1870607584143104:12345-192.168.202.38@tcp:4:cp.0 Request processed in 10701us (34744us total) trans 21474836560 rc 0/0 00000100:00100000:2.0:1783952314.992662:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 25 00002000:00100000:2.0:1783952314.992671:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x24f:0x0] (0->16000) req@ffff8a74c5156300 x1870607584143104/t21474836560(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 16496/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.992681:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5156300 with x1870607584143104 ext(0->16000) 00002000:00010000:2.0:1783952314.992686:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5156300 00000100:00100000:2.0:1783952314.992714:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 36 00000100:00100000:2.0:1783952314.992723:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69253:x1870607584145280:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.992824:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.992827:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.992830:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.992831:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.992834:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.992835:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.993197:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69253:x1870607584145280:12345-192.168.202.38@tcp:4:cp.0 Request processed in 474us (16230us total) trans 21474836562 rc 0/0 00000100:00100000:2.0:1783952314.993204:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 36 00002000:00100000:2.0:1783952314.993211:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x258:0x0] (0->1789) req@ffff8a75c40b4e00 x1870607584145280/t21474836562(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2280/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.993219:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c40b4e00 with x1870607584145280 ext(0->1789) 00002000:00010000:2.0:1783952314.993231:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c40b4e00 00000100:00100000:2.0:1783952314.993249:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 37 00000100:00100000:2.0:1783952314.993257:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69253:x1870607584145408:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.994088:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.994095:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.994097:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.994100:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.994102:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.994104:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952314.994988:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69253:x1870607584143872:12345-192.168.202.38@tcp:4:cp.0 Request processed in 5768us (31075us total) trans 21474836559 rc 0/0 00000100:00100000:2.0:1783952314.995003:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 33 00002000:00100000:2.0:1783952314.995016:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x252:0x0] (0->2191) req@ffff8a75feed1f80 x1870607584143872/t21474836559(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2680/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.995026:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed1f80 with x1870607584143872 ext(0->2191) 00002000:00010000:2.0:1783952314.995033:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75feed1f80 00000100:00100000:2.0:1783952314.995063:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 38 00000100:00100000:2.0:1783952314.995075:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+64:69254:x1870607584145536:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.995258:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.995263:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.995265:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.995267:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.995269:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.995271:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952314.995982:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69253:x1870607584144384:12345-192.168.202.38@tcp:4:cp.0 Request processed in 4091us (19934us total) trans 21474836561 rc 0/0 00000100:00100000:1.0:1783952314.995994:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 35 00002000:00100000:1.0:1783952314.996004:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x254:0x0] (0->6212) req@ffff8a75cf887b80 x1870607584144384/t21474836561(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6704/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952314.996013:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75cf887b80 with x1870607584144384 ext(0->6212) 00002000:00010000:1.0:1783952314.996019:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75cf887b80 00000100:00100000:0.0:1783952314.996366:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69253:x1870607584145408:12345-192.168.202.38@tcp:4:cp.0 Request processed in 3107us (19297us total) trans 21474836563 rc 0/0 00000100:00100000:0.0:1783952314.996384:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 37 00002000:00100000:0.0:1783952314.996397:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25b:0x0] (0->13878) req@ffff8a75de35ad80 x1870607584145408/t21474836563(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 14368/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952314.996405:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35ad80 with x1870607584145408 ext(0->13878) 00002000:00010000:0.0:1783952314.996409:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75de35ad80 00000001:00080000:3.0:1783952314.996838:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836558 is committed 00000100:00100000:2.0:1783952314.996914:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952314.996949:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145664 00000100:00100000:2.0:1783952314.996960:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145664 00002000:00100000:2.0:1783952314.997012:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d2:0x0] (0->4149) req@ffff8a75de35bb80 x1870607584145664/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4640/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.997023:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35bb80 with x1870607584145664 ext(0->4149) 00002000:00010000:2.0:1783952314.997028:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75de35bb80 00000100:00100000:2.0:1783952314.997055:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 39 00000100:00100000:2.0:1783952314.997064:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+67:69255:x1870607584145664:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952314.997249:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952314.997253:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952314.997255:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952314.997258:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952314.997260:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952314.997262:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952314.997562:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+67:69254:x1870607584145536:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2490us (18864us total) trans 17179869259 rc 0/0 00000100:00100000:0.0:1783952314.997578:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 38 00002000:00100000:0.0:1783952314.997586:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d7:0x0] (0->2128) req@ffff8a75feed0e00 x1870607584145536/t17179869259(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 2624/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952314.997595:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75feed0e00 with x1870607584145536 ext(0->2128) 00002000:00010000:0.0:1783952314.997608:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75feed0e00 00000100:00100000:2.0:1783952314.998727:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+68:69255:x1870607584145664:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1655us (1806us total) trans 17179869260 rc 0/0 00000100:00100000:2.0:1783952314.998739:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 39 00002000:00100000:2.0:1783952314.998749:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d2:0x0] (0->4149) req@ffff8a75de35bb80 x1870607584145664/t17179869260(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4640/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952314.998757:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35bb80 with x1870607584145664 ext(0->4149) 00002000:00010000:2.0:1783952314.998763:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75de35bb80 00000100:00100000:3.0:1783952314.999965:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952315.000050:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952315.000111:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952315.000186:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145792 00000100:00100000:0.0:1783952315.000197:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145792 00002000:00100000:0.0:1783952315.000250:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x259:0x0] (0->6429) req@ffff8a75c409fb80 x1870607584145792/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6920/0 e 0 to 0 dl 1783952325 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952315.000261:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409fb80 with x1870607584145792 ext(0->6429) 00002000:00010000:0.0:1783952315.000267:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c409fb80 00000100:00100000:0.0:1783952315.000289:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584145920 00000100:00100000:0.0:1783952315.000292:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584145920 00002000:00100000:0.0:1783952315.000308:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d3:0x0] (0->8440) req@ffff8a75c409ca80 x1870607584145920/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 8936/0 e 0 to 0 dl 1783952326 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952315.000315:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409ca80 with x1870607584145920 ext(0->8440) 00002000:00010000:0.0:1783952315.000318:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409ca80 00000100:00100000:0.0:1783952315.000328:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146048 00000100:00100000:0.0:1783952315.000330:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146048 00000100:00100000:2.0:1783952315.000759:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 40 00000100:00100000:2.0:1783952315.000773:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69252:x1870607584145792:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:2.0:1783952315.001025:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 41 00000100:00100000:2.0:1783952315.001033:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+69:69252:x1870607584145920:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952315.001164:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952315.001169:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952315.001177:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952315.001180:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952315.001182:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952315.001183:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00100000:0.0:1783952315.001845:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d4:0x0] (0->1693) req@ffff8a75c409e300 x1870607584146048/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 2184/0 e 0 to 0 dl 1783952326 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952315.001858:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409e300 with x1870607584146048 ext(0->1693) 00002000:00010000:0.0:1783952315.001866:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409e300 00000100:00100000:0.0:1783952315.001889:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 42 00000100:00100000:0.0:1783952315.001899:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+69:69255:x1870607584146048:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952315.002026:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952315.002030:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952315.002033:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952315.002035:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952315.002038:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952315.002039:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952315.003112:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+73:69252:x1870607584145920:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2071us (3053us total) trans 17179869262 rc 0/0 00000100:00100000:2.0:1783952315.003125:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 41 00002000:00100000:2.0:1783952315.003136:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d3:0x0] (0->8440) req@ffff8a75c409ca80 x1870607584145920/t17179869262(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 8936/448 e 0 to 0 dl 1783952326 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.003145:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409ca80 with x1870607584145920 ext(0->8440) 00002000:00010000:2.0:1783952315.003152:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409ca80 00000100:00100000:2.0:1783952315.005822:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+72:69255:x1870607584146048:12345-192.168.202.38@tcp:4:cp.0 Request processed in 3909us (5694us total) trans 17179869261 rc 0/0 00000100:00100000:2.0:1783952315.005840:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 42 00002000:00100000:2.0:1783952315.005856:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d4:0x0] (0->1693) req@ffff8a75c409e300 x1870607584146048/t17179869261(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 2184/448 e 0 to 0 dl 1783952326 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.005868:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409e300 with x1870607584146048 ext(0->1693) 00002000:00010000:2.0:1783952315.005875:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409e300 00080000:00000400:1.0:1783952315.007485:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952315.007499:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952315.007502:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952315.007504:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952315.007507:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952315.007509:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952315.009885:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952315.009962:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146176 00000100:00100000:0.0:1783952315.009977:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146176 00002000:00100000:0.0:1783952315.010044:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x257:0x0] (0->7184) req@ffff8a75c6747b80 x1870607584146176/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 7680/0 e 0 to 0 dl 1783952326 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952315.010056:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6747b80 with x1870607584146176 ext(0->7184) 00002000:00010000:0.0:1783952315.010063:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6747b80 00000100:00100000:0.0:1783952315.010097:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 43 00000100:00100000:0.0:1783952315.010109:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584146176:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:2.0:1783952315.011647:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952315.011700:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00080000:00000400:0.0:1783952315.011845:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952315.011850:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952315.011853:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952315.011855:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952315.011858:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952315.011860:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952315.012291:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146432 00000100:00100000:2.0:1783952315.012302:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146432 00002000:00100000:2.0:1783952315.012495:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x25c:0x0] (0->158095) req@ffff8a75c6744a80 x1870607584146432/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 488/0 e 0 to 0 dl 1783952326 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.012508:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6744a80 with x1870607584146432 ext(0->158095) 00002000:00010000:2.0:1783952315.012523:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6744a80 00000100:00100000:2.0:1783952315.012542:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146304 00000100:00100000:2.0:1783952315.012546:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146304 00002000:00100000:2.0:1783952315.012564:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x25a:0x0] (0->111012) req@ffff8a75c6746680 x1870607584146304/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 488/0 e 0 to 0 dl 1783952326 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.012572:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6746680 with x1870607584146304 ext(0->111012) 00002000:00010000:2.0:1783952315.012575:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6746680 00000100:00100000:2.0:1783952315.012588:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 44 00000100:00100000:2.0:1783952315.012598:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69253:x1870607584146432:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952315.012616:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+72:69255:x1870607584145152:12345-192.168.202.38@tcp:4:cp.0 Request processed in 22402us (43784us total) trans 17179869263 rc 0/0 00000100:00100000:3.0:1783952315.012625:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 34 00002000:00100000:3.0:1783952315.012633:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d6:0x0] (0->35426) req@ffff8a75c409ce00 x1870607584145152/t17179869263(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 488/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952315.012653:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409ce00 with x1870607584145152 ext(0->35426) 00002000:00010000:3.0:1783952315.012657:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c409ce00 00000001:00080000:3.0:1783952315.012849:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836563 is committed 00000100:00100000:0.0:1783952315.012944:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584143616:12345-192.168.202.38@tcp:4:cp.0 Request processed in 29556us (54937us total) trans 21474836564 rc 0/0 00000100:00100000:0.0:1783952315.012952:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 26 00002000:00100000:0.0:1783952315.012959:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x251:0x0] (0->4217) req@ffff8a75fe9aa680 x1870607584143616/t21474836564(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 4712/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952315.012967:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9aa680 with x1870607584143616 ext(0->4217) 00002000:00010000:0.0:1783952315.012977:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9aa680 00000100:00100000:0.0:1783952315.013001:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 45 00000100:00100000:0.0:1783952315.013009:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584146304:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952315.013997:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952315.014005:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952315.014007:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952315.014009:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952315.014011:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952315.014013:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952315.014113:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952315.014117:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952315.014119:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952315.014121:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952315.014123:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952315.014125:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952315.017053:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584146176:12345-192.168.202.38@tcp:4:cp.0 Request processed in 6927us (7163us total) trans 21474836565 rc 0/0 00000100:00100000:2.0:1783952315.017071:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 43 00002000:00100000:2.0:1783952315.017091:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x257:0x0] (0->7184) req@ffff8a75c6747b80 x1870607584146176/t21474836565(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 7680/448 e 0 to 0 dl 1783952326 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.017104:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6747b80 with x1870607584146176 ext(0->7184) 00002000:00010000:2.0:1783952315.017112:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6747b80 00000001:00080000:0.0:1783952315.019105:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836564 is committed 00000100:00100000:3.0:1783952315.020053:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584145792:12345-192.168.202.38@tcp:4:cp.0 Request processed in 19272us (20084us total) trans 21474836566 rc 0/0 00000100:00100000:3.0:1783952315.020070:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 40 00002000:00100000:3.0:1783952315.020088:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x259:0x0] (0->6429) req@ffff8a75c409fb80 x1870607584145792/t21474836566(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:575/0 lens 6920/448 e 0 to 0 dl 1783952325 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952315.020101:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409fb80 with x1870607584145792 ext(0->6429) 00002000:00010000:3.0:1783952315.020109:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c409fb80 00080000:00000400:2.0:1783952315.022699:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952315.022713:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952315.022716:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952315.022719:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952315.022721:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952315.022723:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952315.023915:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584146304:12345-192.168.202.38@tcp:4:cp.0 Request processed in 10893us (12201us total) trans 21474836567 rc 0/0 00000100:00100000:3.0:1783952315.023931:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 45 00002000:00100000:3.0:1783952315.023950:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x25a:0x0] (0->111012) req@ffff8a75c6746680 x1870607584146304/t21474836567(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 488/448 e 0 to 0 dl 1783952326 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952315.023976:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6746680 with x1870607584146304 ext(0->111012) 00002000:00010000:3.0:1783952315.023984:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6746680 00080000:00000400:2.0:1783952315.030914:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952315.030928:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952315.030931:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952315.030934:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952315.030937:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952315.030959:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952315.032145:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69253:x1870607584146432:12345-192.168.202.38@tcp:4:cp.0 Request processed in 19533us (20493us total) trans 21474836568 rc 0/0 00000100:00100000:2.0:1783952315.032163:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 44 00002000:00100000:2.0:1783952315.032182:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x25c:0x0] (0->158095) req@ffff8a75c6744a80 x1870607584146432/t21474836568(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:576/0 lens 488/448 e 0 to 0 dl 1783952326 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952315.032194:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c6744a80 with x1870607584146432 ext(0->158095) 00002000:00010000:2.0:1783952315.032203:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c6744a80 00000020:00000080:0.0:1783952315.388032:0:167020:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866e7 len=0 uarg=00007ffe72ecd070 00000004:00000080:0.0:1783952315.388064:0:167020:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0000: cmd=400866e7 len=608 karg=ffff8a75ef708400 uarg=0000000000000000 00000004:00000080:0.0:1783952315.388133:0:167020:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb7dc8ee0bd70 00100000:10000000:2.0:1783952315.388232:0:166970:0:(lfsck_engine.c:1760:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:2.0:1783952315.388265:0:166970:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6002383928631ns, next at 5953488620266ns, rc = 0 00080000:00080000:2.0:1783952315.388284:0:166970:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1783952315.388330:0:166970:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6002383993621ns, next at 5908423968084ns, rc = 0 00080000:00080000:2.0:1783952315.388363:0:166970:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1783952315.389959:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000004:00080000:3.0:1783952315.389997:0:159096:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 29 committed 00100000:10000000:2.0:1783952315.391070:0:166970:0:(lfsck_engine.c:1766:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:2.0:1783952315.391078:0:166970:0:(lfsck_engine.c:1790:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread exit: rc = 0 00100000:10000000:0.0:1783952315.391479:0:166968:0:(lfsck_engine.c:826:lfsck_master_oit_engine()) lustre-MDT0000-osd: OIT scan exit for engine stop, cookie 13 00100000:10000000:0.0:1783952315.391488:0:166968:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff8a75ff5ea7c0 exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 12, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 166968: rc = 0 00100000:10000000:0.0:1783952315.391499:0:166968:0:(lfsck_lib.c:2594:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_namespace post, rc = 0 00100000:10000000:0.0:1783952315.391502:0:166968:0:(lfsck_lib.c:2604:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_namespace post, rc = 0 00100000:10000000:0.0:1783952315.391632:0:166968:0:(lfsck_namespace.c:4808:lfsck_namespace_post()) lustre-MDT0000-osd: namespace LFSCK post done: rc = 0 00100000:10000000:3.0:1783952315.392200:0:166969:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 0 00100000:10000000:3.0:1783952315.392244:0:166969:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:3.0:1783952315.392247:0:166969:0:(osd_scrub.c:1303:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 20036: rc = 0 00000100:00100000:3.0:1783952315.445852:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952315.446485:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952315.446535:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952315.446571:0:159110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146560 00000100:00100000:3.0:1783952315.446584:0:159110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146560 00000100:00100000:3.0:1783952315.446660:0:159110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 291 00000100:00100000:3.0:1783952315.446672:0:159110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584146560:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952315.446972:0:159110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584146560:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 301us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952315.446981:0:159110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 291 00000100:00100000:3.0:1783952315.448955:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146816 00000100:00100000:3.0:1783952315.448974:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146816 00000100:00100000:3.0:1783952315.449120:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584146688 00000100:00100000:3.0:1783952315.449124:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584146688 00000100:00100000:3.0:1783952315.449156:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:3.0:1783952315.449169:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584146816:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952315.449263:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584146816:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 97us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952315.449272:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 361 00000100:00100000:3.0:1783952315.449299:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00100000:3.0:1783952315.449307:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+91:69254:x1870607584146688:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952315.449365:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+91:69254:x1870607584146688:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 59us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952315.449372:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 362 00000100:00080000:3.0:1783952315.449397:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952315.449402:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783952315.470127:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952316.497233:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952316.683723:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600709504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952316.683844:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684001:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600709504 00000100:00100000:2.0:1783952316.684011:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600709504 00000100:00100000:2.0:1783952316.684082:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1783952316.684095:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600709504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952316.684148:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42520576 avail 36388864 00000100:00100000:2.0:1783952316.684212:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600709504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.684219:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1783952316.684277:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600709504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952316.684494:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709760:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684534:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684563:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600710272:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684603:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684626:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600710784:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684654:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684678:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783952316.684683:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709888:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684705:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684722:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600710400:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684745:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684761:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600710912:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684781:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.684813:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600709760 00000100:00100000:2.0:1783952316.684817:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600709760 00000100:00100000:2.0:1783952316.684845:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1783952316.684852:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.684892:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709760:12345-0@lo:400:kworker.0 Request processed in 40us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.684899:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1783952316.684920:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710784 00000100:00100000:2.0:1783952316.684924:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710784 00000100:00100000:2.0:1783952316.684961:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600709888 00000100:00100000:2.0:1783952316.684963:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600709888 00000100:00100000:2.0:1783952316.684981:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710912 00000100:00100000:2.0:1783952316.684983:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710912 00000100:00100000:2.0:1783952316.685005:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1783952316.685011:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600710784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685071:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600710784:12345-0@lo:400:kworker.0 Request processed in 60us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.685078:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1783952316.685090:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1783952316.685097:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685123:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600709888:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.685129:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1783952316.685140:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1783952316.685145:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600710912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685172:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600710912:12345-0@lo:400:kworker.0 Request processed in 27us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.685179:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:2.0:1783952316.685204:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952316.685209:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952316.685231:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600709632:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685265:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685293:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600710144:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685316:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685374:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600710656:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685397:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685416:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783952316.685422:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600710016:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685444:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685462:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600710528:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685491:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685502:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600711040:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685521:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.685543:0:159108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600709632 00000100:00100000:2.0:1783952316.685547:0:159108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600709632 00000100:00100000:2.0:1783952316.685580:0:159108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1783952316.685600:0:159108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600709632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685635:0:159108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600709632:12345-0@lo:400:kworker.0 Request processed in 49us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.685641:0:159108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1783952316.685672:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710016 00000100:00100000:2.0:1783952316.685676:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710016 00000100:00100000:2.0:1783952316.685707:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1783952316.685714:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600710016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685745:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600710016:12345-0@lo:400:kworker.0 Request processed in 32us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.685752:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:2.0:1783952316.685771:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952316.685803:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600710016:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685813:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600709632:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685853:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709888:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685864:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600710912:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685874:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600709760:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.685885:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600710784:0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686272:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710272 00000100:00100000:1.0:1783952316.686279:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710272 00000100:00100000:1.0:1783952316.686323:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710400 00000100:00100000:1.0:1783952316.686327:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710400 00000100:00100000:1.0:1783952316.686362:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710144 00000100:00100000:1.0:1783952316.686365:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710144 00000100:00100000:3.0:1783952316.686386:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710656 00000100:00100000:1.0:1783952316.686388:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600710528 00000100:00100000:3.0:1783952316.686390:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710656 00000100:00100000:1.0:1783952316.686390:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600710528 00000100:00100000:1.0:1783952316.686403:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711040 00000100:00100000:1.0:1783952316.686406:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711040 00000100:00100000:3.0:1783952316.686410:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1783952316.686417:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600710272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686419:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1783952316.686424:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600710400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686560:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600710400:12345-0@lo:400:kworker.0 Request processed in 135us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.686567:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1783952316.686596:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1783952316.686603:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600710144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686633:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600710144:12345-0@lo:400:kworker.0 Request processed in 32us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.686639:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1783952316.686651:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1783952316.686657:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600710528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686681:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600710528:12345-0@lo:400:kworker.0 Request processed in 25us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.686687:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1783952316.686701:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1783952316.686706:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600710656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686745:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600710656:12345-0@lo:400:kworker.0 Request processed in 38us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.686751:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1783952316.686764:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1783952316.686769:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600711040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.686796:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600711040:12345-0@lo:400:kworker.0 Request processed in 27us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.686801:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1783952316.687250:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600710272:12345-0@lo:400:kworker.0 Request processed in 50us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952316.687258:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1783952316.687386:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952316.687896:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952316.687915:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600711296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952316.687971:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783952316.688014:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952316.688020:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952316.688053:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600710528:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.688068:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600711040:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.688082:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600710144:0@lo:400:kworker.0 00000100:00100000:3.0:1783952316.688751:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711296 00000100:00100000:3.0:1783952316.688762:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711296 00000100:00100000:3.0:1783952316.688826:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1783952316.688837:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600711296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952316.688869:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3784704 granted 60458944 pending 389120 free 70819840 avail 63619072 00000100:00100000:3.0:1783952316.688940:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600711296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952316.688948:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1783952316.688993:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600711296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952316.689050:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600710400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952316.689081:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600710272:0@lo:400:kworker.0 00000100:00100000:2.0:1783952316.689213:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600710656:0@lo:400:kworker.0 00000100:00100000:1.0:1783952316.690640:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600711168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952316.690787:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952316.693911:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711168 00000100:00100000:3.0:1783952316.693935:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711168 00000100:00100000:3.0:1783952316.694022:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1783952316.694047:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600711168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952316.694106:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1568768 granted 60467136 pending 475136 free 70561792 avail 63393792 00000100:00100000:3.0:1783952316.694229:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600711168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 185us (3441us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952316.694237:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1783952316.694327:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600711168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952316.695699:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952316.695725:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600711424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952316.695801:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952316.695904:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711424 00000100:00100000:2.0:1783952316.695914:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711424 00000100:00100000:2.0:1783952316.695982:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1783952316.695993:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600711424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952316.696021:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3784704 granted 60458944 pending 389120 free 70819840 avail 63619072 00000100:00100000:2.0:1783952316.696082:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600711424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952316.696202:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1783952316.696256:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600711424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952316.696699:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952316.696712:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600711552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952316.696762:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952316.697564:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711552 00000100:00100000:1.0:1783952316.697577:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711552 00000100:00100000:1.0:1783952316.697649:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1783952316.697660:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600711552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952316.697706:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:1.0:1783952316.697779:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600711552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952316.697787:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1783952316.697842:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600711552:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1783952317.198752:0:165923:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836590 batchid updated 00000020:00080000:2.0:1783952317.198772:0:165923:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836581 batchid updated 00000020:00080000:1.0:1783952317.199047:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836590 00000004:00080000:1.0:1783952317.199128:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c3591000 with version 18 00000020:00080000:1.0:1783952317.199180:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836581 cancel update log [0x200003ab4:0x2:0x0].1: rc = 0 00000020:00080000:1.0:1783952317.199286:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836581 cancel update log [0x240002b10:0x2:0x0].1: rc = 0 00000004:00080000:1.0:1783952317.199320:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c3591a80 with version 19 00000004:00080000:0.0:1783952317.199984:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 18 rpc_version 18 00000020:00100000:0.0:1783952317.200037:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952317.200052:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ef75d880 x1870607600711808/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952317.200084:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600711808:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952317.200178:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.200221:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cd562e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952317.200424:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600711808 00000100:00100000:0.0:1783952317.200433:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600711808 00000100:00100000:0.0:1783952317.200496:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1783952317.200506:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:165929:x1870607600711808:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952317.200699:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600711808:12345-0@lo:1000:osp_up0-1.0 Request processed in 194us (520us total) trans 34359738784 rc 0/0 00000100:00100000:0.0:1783952317.200706:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1783952317.200772:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600711808:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1783952317.200801:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 19 rpc_version 19 00000020:00080000:1.0:1783952317.201056:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836582 cancel update log [0x200003ab4:0x2:0x0].2: rc = 0 00000020:00080000:1.0:1783952317.201117:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836582 cancel update log [0x240002b10:0x2:0x0].2: rc = 0 00000020:00100000:0.0:1783952317.201190:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952317.201197:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ef75c700 x1870607600712064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952317.201216:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712064:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952317.201265:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.201287:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cd562e40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.201490:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600712064 00000100:00100000:2.0:1783952317.201501:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600712064 00000100:00100000:2.0:1783952317.201579:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1783952317.201596:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:165929:x1870607600712064:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.201780:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:165929:x1870607600712064:12345-0@lo:1000:osp_up0-1.0 Request processed in 184us (514us total) trans 34359738785 rc 0/0 00000100:00100000:2.0:1783952317.202016:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000004:00080000:1.0:1783952317.202078:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c35913c0 with version 20 00000020:00080000:1.0:1783952317.202084:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836583 cancel update log [0x200003ab4:0x2:0x0].3: rc = 0 00000020:00080000:1.0:1783952317.202126:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836583 cancel update log [0x240002b10:0x2:0x0].3: rc = 0 00000004:00080000:1.0:1783952317.202156:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c3591540 with version 21 00000020:00080000:1.0:1783952317.202159:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836584 cancel update log [0x200003ab4:0x2:0x0].4: rc = 0 00000020:00080000:1.0:1783952317.202179:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836584 cancel update log [0x240002b10:0x2:0x0].4: rc = 0 00000004:00080000:1.0:1783952317.202201:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf6cc0 with version 22 00000020:00080000:1.0:1783952317.202204:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836585 cancel update log [0x200003ab4:0x2:0x0].5: rc = 0 00000020:00080000:1.0:1783952317.202220:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836585 cancel update log [0x240002b10:0x2:0x0].5: rc = 0 00000004:00080000:1.0:1783952317.202237:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf6600 with version 23 00000020:00080000:1.0:1783952317.202240:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836586 cancel update log [0x200003ab4:0x2:0x0].6: rc = 0 00000020:00080000:1.0:1783952317.202258:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836586 cancel update log [0x240002b10:0x2:0x0].6: rc = 0 00000004:00080000:1.0:1783952317.202276:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf6000 with version 24 00000020:00080000:1.0:1783952317.202279:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836587 cancel update log [0x200003ab4:0x2:0x0].7: rc = 0 00000020:00080000:1.0:1783952317.202296:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836587 cancel update log [0x240002b10:0x2:0x0].7: rc = 0 00000004:00080000:1.0:1783952317.202316:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf66c0 with version 25 00000020:00080000:1.0:1783952317.202319:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836588 cancel update log [0x200003ab4:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1783952317.202352:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836588 cancel update log [0x240002b10:0x2:0x0].8: rc = 0 00000004:00080000:1.0:1783952317.202373:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf6540 with version 26 00000020:00080000:1.0:1783952317.202376:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836589 cancel update log [0x200003ab4:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1783952317.202404:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836589 cancel update log [0x240002b10:0x2:0x0].9: rc = 0 00000004:00080000:1.0:1783952317.202424:0:165943:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8a74c9cf60c0 with version 27 00000020:00080000:1.0:1783952317.202427:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836590 cancel update log [0x200003ab4:0x2:0x0].10: rc = 0 00000020:00080000:1.0:1783952317.202443:0:165943:0:(update_trans.c:1311:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836590 cancel update log [0x240002b10:0x2:0x0].10: rc = 0 00000020:00080000:1.0:1783952317.202450:0:165943:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836590 00000100:00100000:2.0:1783952317.202605:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712064:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.202620:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 20 rpc_version 20 00000020:00100000:2.0:1783952317.202641:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.202647:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1df80 x1870607600712320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.202668:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712320:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.203006:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.203078:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75eff80540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952317.203125:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600712320 00000100:00100000:0.0:1783952317.203132:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600712320 00000100:00100000:0.0:1783952317.203209:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1783952317.203219:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:165929:x1870607600712320:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1783952317.203375:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:165929:x1870607600712320:12345-0@lo:1000:osp_up0-1.0 Request processed in 158us (370us total) trans 34359738786 rc 0/0 00000100:00100000:0.0:1783952317.203383:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1783952317.203461:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712320:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1783952317.203472:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 21 rpc_version 21 00000020:00100000:1.0:1783952317.203484:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1783952317.203489:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75ff460e00 x1870607600712576/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952317.203502:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712576:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1783952317.203530:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952317.203628:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9cf6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.203654:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600712576 00000100:00100000:2.0:1783952317.203657:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600712576 00000100:00100000:2.0:1783952317.203677:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1783952317.203693:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:165929:x1870607600712576:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.203771:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600712576:12345-0@lo:1000:osp_up0-1.0 Request processed in 87us (240us total) trans 34359738787 rc 0/0 00000100:00100000:2.0:1783952317.203778:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1783952317.204150:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712576:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.204158:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 22 rpc_version 22 00000020:00100000:2.0:1783952317.204170:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.204175:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1ce00 x1870607600712832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.204199:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712832:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.204229:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.204245:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2f5b300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.204256:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600712832 00000100:00100000:2.0:1783952317.204258:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600712832 00000100:00100000:2.0:1783952317.204275:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1783952317.204280:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:165929:x1870607600712832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.204381:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:165929:x1870607600712832:12345-0@lo:1000:osp_up0-1.0 Request processed in 101us (151us total) trans 34359738788 rc 0/0 00000100:00100000:2.0:1783952317.204389:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1783952317.204416:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600712832:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.204423:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 23 rpc_version 23 00000020:00100000:2.0:1783952317.204433:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.204438:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c7a1d500 x1870607600713088/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.204450:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713088:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.204476:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.204494:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952317.204497:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600713088 00000100:00100000:3.0:1783952317.204502:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600713088 00000100:00100000:3.0:1783952317.204522:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1783952317.204529:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:165929:x1870607600713088:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952317.204743:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:165929:x1870607600713088:12345-0@lo:1000:osp_up0-1.0 Request processed in 214us (265us total) trans 34359738789 rc 0/0 00000100:00100000:3.0:1783952317.204751:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1783952317.204800:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713088:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.204808:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 24 rpc_version 24 00000020:00100000:2.0:1783952317.204820:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.204825:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c6745c00 x1870607600713344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.204839:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713344:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.204874:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.204928:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952317.204957:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600713344 00000100:00100000:3.0:1783952317.204962:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600713344 00000100:00100000:3.0:1783952317.205019:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1783952317.205026:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:165929:x1870607600713344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1783952317.205100:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:165929:x1870607600713344:12345-0@lo:1000:osp_up0-1.0 Request processed in 73us (225us total) trans 34359738790 rc 0/0 00000100:00100000:3.0:1783952317.205107:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1783952317.205152:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713344:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.205159:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 25 rpc_version 25 00000020:00100000:2.0:1783952317.205171:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.205176:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c6746300 x1870607600713600/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.205189:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713600:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205229:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.205243:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.205254:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600713600 00000100:00100000:2.0:1783952317.205257:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600713600 00000100:00100000:2.0:1783952317.205274:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1783952317.205280:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:165929:x1870607600713600:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205379:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:165929:x1870607600713600:12345-0@lo:1000:osp_up0-1.0 Request processed in 98us (149us total) trans 34359738791 rc 0/0 00000100:00100000:2.0:1783952317.205386:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1783952317.205413:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713600:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.205419:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 26 rpc_version 26 00000020:00100000:2.0:1783952317.205430:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.205435:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c6744700 x1870607600713856/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.205446:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713856:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205470:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.205484:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.205500:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600713856 00000100:00100000:2.0:1783952317.205504:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600713856 00000100:00100000:2.0:1783952317.205521:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1783952317.205527:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:165929:x1870607600713856:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205691:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:165929:x1870607600713856:12345-0@lo:1000:osp_up0-1.0 Request processed in 162us (219us total) trans 34359738792 rc 0/0 00000100:00100000:2.0:1783952317.205698:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1783952317.205728:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600713856:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1783952317.205735:0:165929:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a75c916a840 version 27 rpc_version 27 00000020:00100000:2.0:1783952317.205748:0:165929:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1783952317.205754:0:165929:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c6747480 x1870607600714112/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952317.205765:0:165929:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600714112:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205801:0:165929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952317.205817:0:165929:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9ca99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952317.205827:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714112 00000100:00100000:2.0:1783952317.205830:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714112 00000100:00100000:2.0:1783952317.205848:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1783952317.205854:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:165929:x1870607600714112:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1783952317.205920:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:165929:x1870607600714112:12345-0@lo:1000:osp_up0-1.0 Request processed in 65us (118us total) trans 34359738793 rc 0/0 00000100:00100000:2.0:1783952317.205927:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1783952317.205954:0:165929:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:165929:1870607600714112:0@lo:1000:osp_up0-1.0 00000020:01000004:2.0:1783952317.286508:0:167117:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1783952317.286609:0:167117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.286650:0:167117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.286657:0:167117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.286665:0:167117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.286697:0:167117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1783952317.286704:0:167117:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1783952317.286745:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783952317.286751:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1783952317.286758:0:167117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783952317.286793:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74c2262800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783952317.286838:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600714240:0@lo:39:umount.0 00000100:00100000:2.0:1783952317.286931:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783952317.287186:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952317.287195:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.287204:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0593200 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:0.0:1783952317.287209:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.287219:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783952317.287227:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952317.287247:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783952317.287250:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1783952317.287252:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1783952317.287288:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.287296:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952317.287330:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.287359:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d0593200/0x3b91f5b494384e7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384e83 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.287373:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.287375:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.287377:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952317.287386:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952317.287397:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600714368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952317.287436:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.287490:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714368 00000100:00100000:0.0:1783952317.287498:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714368 00000100:00100000:0.0:1783952317.288759:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952317.288783:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600714368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952317.288806:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952317.288830:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75d2df6400/0x3b91f5b494384e83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384e7c expref: 24 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.288847:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952317.288942:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106954:x1870607600714368:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952317.288951:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952317.289022:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600714368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952317.289901:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714240 00000100:00100000:2.0:1783952317.289914:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714240 00000100:00100000:2.0:1783952317.290035:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1783952317.290047:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106951:x1870607600714240:12345-0@lo:39:umount.0 00000020:00000080:2.0:1783952317.290089:0:159117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384ead 00000100:00080000:2.0:1783952317.290101:0:159117:0:(import.c:65:import_set_state_nolock()) ffff8a74c1bdc000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783952317.290214:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:106951:x1870607600714240:12345-0@lo:39:umount.0 Request processed in 170us (3282us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952317.290221:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000020:00000080:2.0:1783952317.290249:0:159117:0:(genops.c:906:class_export_put()) final put ffff8a74c1bdb800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:2.0:1783952317.290314:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c2262800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1783952317.290328:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600714240:0@lo:39:umount.0 00000100:00080000:2.0:1783952317.290395:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783952317.290399:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783952317.290404:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1783952317.290673:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783952317.293234:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c1bdb800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1783952317.293294:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c1bdc000 for lustre-MDT0000 00010000:00010000:2.0:1783952317.293787:0:167117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293804:0:167117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293813:0:167117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293821:0:167117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293885:0:167117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783952317.293893:0:167117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293900:0:167117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293906:0:167117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.293913:0:167117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.293981:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783952317.293990:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294000:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6000 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:1.0:1783952317.294004:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294013:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783952317.294021:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952317.294035:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783952317.294038:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1783952317.294087:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294095:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952317.294145:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294154:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df6000/0x3b91f5b494384dcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dd4 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294171:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952317.294175:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294181:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1375800 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:1.0:1783952317.294184:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294191:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783952317.294198:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952317.294203:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1783952317.294206:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1783952317.294219:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294232:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952317.294240:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294248:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952317.294250:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952317.294251:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952317.294319:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600714496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952317.294445:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952317.294509:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952317.294516:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600714624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952317.294537:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952317.294761:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714496 00000100:00100000:1.0:1783952317.294771:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714496 00000100:00100000:1.0:1783952317.294834:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714624 00000100:00100000:1.0:1783952317.294838:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714624 00000100:00100000:1.0:1783952317.294865:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1783952317.294874:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600714496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952317.294893:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952317.294910:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c6307a00/0x3b91f5b494384dd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384dcd expref: 24 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.294926:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952317.294968:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106952:x1870607600714496:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952317.294977:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1783952317.294997:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1783952317.295004:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106952:x1870607600714624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952317.295013:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952317.295022:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c1375000/0x3b91f5b4943885aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943885a3 expref: 22 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.295030:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952317.295059:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106952:x1870607600714624:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952317.295066:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1783952317.295223:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600714624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952317.295233:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600714496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952317.295379:0:167117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783952317.295387:0:167117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c1375800/0x3b91f5b4943885a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b4943885aa expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952317.295400:0:167117:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1783952317.295409:0:167117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.295416:0:167117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.295423:0:167117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.295429:0:167117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.295528:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952317.295536:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.295544:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74cb4ea200 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:0.0:1783952317.295548:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.295640:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783952317.295649:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952317.295654:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1783952317.295657:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1783952317.295753:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.295760:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1783952317.295811:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600714752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952317.295853:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952317.295925:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714752 00000100:00100000:3.0:1783952317.295931:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714752 00000100:00100000:3.0:1783952317.295969:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1783952317.295976:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106954:x1870607600714752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952317.295987:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952317.295997:0:159101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74cb4eb200/0x3b91f5b494385598 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494385591 expref: 21 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952317.296008:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952317.296052:0:167117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 10000000:01000000:2.0:1783952317.296056:0:167117:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783952317.296064:0:167117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296071:0:167117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296079:0:167117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296085:0:167117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296113:0:167117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1783952317.296117:0:167117:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1783952317.296120:0:167117:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1783952317.296167:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952317.296172:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296180:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7000 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952317.296183:0:160970:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296190:0:160970:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952317.296197:0:160970:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952317.296203:0:160970:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1783952317.296206:0:160970:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1783952317.296208:0:160970:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1783952317.296223:0:160970:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.296229:0:160970:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783952317.296261:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.296270:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea200/0x3b91f5b494385591 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494385598 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.296294:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.296295:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.296297:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952317.296432:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600714880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783952317.296467:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.296503:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600714880 00000100:00100000:0.0:1783952317.296508:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600714880 00000100:00100000:0.0:1783952317.296541:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952317.296549:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106955:x1870607600714880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783952317.296573:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952317.296594:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75d0592200/0x3b91f5b494384dc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384dbf expref: 21 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.296605:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952317.296635:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+20:106955:x1870607600714880:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952317.296643:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952317.296680:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600714880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952317.296912:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:106954:x1870607600714752:12345-0@lo:103:ldlm_bl.0 Request processed in 935us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952317.296920:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00010000:00010000:3.0:1783952317.296979:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952317.297019:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600714752:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952317.297205:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.297214:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7000/0x3b91f5b494384dbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b494384dc6 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.297241:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.297242:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.297244:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783952317.297261:0:167117:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1783952317.297266:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1783952317.297271:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1783952317.297278:0:167117:0:(obd_config.c:932:class_cleanup()) Failing over lustre-MDT0000 00000004:00000080:2.0:1783952317.299943:0:167117:0:(mdt_handler.c:8168:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:3.0:1783952317.301869:0:159096:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738793 is committed 00000020:00000080:2.0:1783952317.302043:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:2.0:1783952317.302056:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8a74cd403800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783952317.302063:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8a75cf5b1800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 34359738793 stale:0 00000020:00080000:2.0:1783952317.302072:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8a74cb621000 71ea6a5c-561f-4eb8-a8d2-543f542832b5 192.168.202.38@tcp 90 (0 0 86) 0 0 0 0: 0000000000000000 34359738783 stale:0 00000020:00080000:2.0:1783952317.302077:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8a75c5157800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783952317.302082:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8a74ca535800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783952317.302087:0:167117:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8a75fe5e8000) has exports, disconnecting them 00000020:00080000:2.0:1783952317.302092:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a74cd403800), last request at 1783952280 00000020:00000080:2.0:1783952317.302100:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b4943883c0 00000100:00080000:2.0:1783952317.302113:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74cd405800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1783952317.302150:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74cd403800): rc 0 00000020:00000080:2.0:1783952317.302153:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74cd403800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1783952317.302172:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a75cf5b1800), last request at 1783952280 00000020:00000080:2.0:1783952317.302175:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494388349 00000100:00080000:2.0:1783952317.302179:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b0800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1783952317.302187:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75cf5b1800): rc 0 00000020:00000080:2.0:1783952317.302189:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75cf5b1800/lustre-MDT0001-mdtlov_UUID 00000020:00080000:2.0:1783952317.302206:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.202.38@tcp (ffff8a74cb621000), last request at 1783952315 00000020:00000080:2.0:1783952317.302210:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387f05 00000020:00010000:2.0:1783952317.302215:0:167117:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74cb621000: total 2 00000100:00080000:2.0:1783952317.302218:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74cb627800 : changing import state from FULL to CLOSED 00000020:00010000:2.0:1783952317.302235:0:160970:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74cb621000: total 2 00010000:00010000:2.0:1783952317.302239:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.302286:0:160970:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74cb621000, canceled 0 locks, left on hash table 86. 00010000:00010000:2.0:1783952317.302358:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f1400/0x3b91f5b494389930 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3f1 expref: 90 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302395:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310800/0x3b91f5b494389d19 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e572 expref: 89 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302414:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0592c00/0x3b91f5b49438a7c3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e98c expref: 88 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302434:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061800/0x3b91f5b494389769 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e342 expref: 87 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302450:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310600/0x3b91f5b494389b52 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4c3 expref: 86 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302467:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438a5fc lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8dd expref: 85 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302486:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168a00/0x3b91f5b4943895a2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e293 expref: 84 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302518:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45e00/0x3b91f5b49438998b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e414 expref: 83 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302538:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1e00/0x3b91f5b49438a435 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e82e expref: 82 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1783952317.302668:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cd403800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1783952317.302741:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75cf5b1800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1783952317.302772:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cd405800 for lustre-MDT0000 00000020:00000080:3.0:1783952317.302777:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75cf5b0800 for lustre-MDT0000 00010000:00010000:3.0:1783952317.302793:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.302881:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783200/0x3b91f5b4943893db lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1e4 expref: 81 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302906:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0030000/0x3b91f5b494389e85 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5fe expref: 80 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302926:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060e00/0x3b91f5b4943897c4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e365 expref: 79 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302944:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060a00/0x3b91f5b49438a26e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e77f expref: 78 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302962:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf8400/0x3b91f5b494389214 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e135 expref: 77 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302980:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6800/0x3b91f5b494389cbe lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e54f expref: 76 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.302999:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0600/0x3b91f5b4943895fd lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2b6 expref: 75 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303032:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ef000/0x3b91f5b49438a0a7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6d0 expref: 74 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303049:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81c00/0x3b91f5b49438904d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e086 expref: 73 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303067:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a400/0x3b91f5b494388cf0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df59 expref: 72 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303085:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593800/0x3b91f5b494389af7 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4a0 expref: 71 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303104:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4311c00/0x3b91f5b494389ee0 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e621 expref: 70 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303121:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b600/0x3b91f5b494388e7f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfd7 expref: 69 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303139:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c6307c00/0x3b91f5b49438aa55 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea3b expref: 68 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303156:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eac00/0x3b91f5b494389ff1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e68a expref: 67 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303172:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060400/0x3b91f5b49438a3da lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e80b expref: 66 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303204:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375e00/0x3b91f5b494389380 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1c1 expref: 65 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303222:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c4310c00/0x3b91f5b494389e2a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5db expref: 64 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303240:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45600/0x3b91f5b49438a213 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e75c expref: 63 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303257:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782600/0x3b91f5b4943891b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e112 expref: 62 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303274:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4eee00/0x3b91f5b494389c63 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e52c expref: 61 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303292:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0800/0x3b91f5b49438a70d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e946 expref: 60 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303315:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783e00/0x3b91f5b49438a04c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6ad expref: 59 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303374:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782400/0x3b91f5b494388ff2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e063 expref: 58 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303395:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061200/0x3b91f5b494389a9c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e47d expref: 57 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303425:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57000/0x3b91f5b49438a546 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e897 expref: 56 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303442:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169400/0x3b91f5b49438a92f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea18 expref: 55 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303458:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44000/0x3b91f5b4943898d5 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ce expref: 54 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303476:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0c00/0x3b91f5b49438a37f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7e8 expref: 53 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303491:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1400/0x3b91f5b49438a768 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e969 expref: 52 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303509:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061400/0x3b91f5b49438970e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e31f expref: 51 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303525:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4ebe00/0x3b91f5b49438a1b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e739 expref: 50 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303543:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d56800/0x3b91f5b494388d83 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df83 expref: 49 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952317.303714:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.303802:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438a5a1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8ba expref: 48 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303835:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57200/0x3b91f5b494388e39 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfc2 expref: 47 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303852:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7a00/0x3b91f5b494389547 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e270 expref: 46 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303870:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eba00/0x3b91f5b49438a6b2 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e923 expref: 45 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303886:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9783c00/0x3b91f5b494388f97 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e040 expref: 44 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303901:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b494389a41 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e45a expref: 43 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303916:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431be00/0x3b91f5b494388cd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 42 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303932:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa1000/0x3b91f5b49438a4eb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e874 expref: 41 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303949:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438a8d4 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9f5 expref: 40 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303966:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45400/0x3b91f5b49438987a lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ab expref: 39 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.303995:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c3791400/0x3b91f5b49438aa0f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x50:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea34 expref: 38 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304012:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031400/0x3b91f5b49438a324 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7c5 expref: 37 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304029:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169600/0x3b91f5b4943896b3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2fc expref: 36 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304047:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eb600/0x3b91f5b49438a15d lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e716 expref: 35 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304062:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57a00/0x3b91f5b494388d0c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df60 expref: 34 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304077:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602169e00/0x3b91f5b4943894ec lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e24d expref: 33 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304092:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74cb4eaa00/0x3b91f5b494389f96 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e667 expref: 32 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304109:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df6a00/0x3b91f5b494389325 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e19e expref: 31 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304125:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45200/0x3b91f5b494389dcf lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5b8 expref: 30 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304155:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438a879 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9d2 expref: 29 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304173:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81200/0x3b91f5b49438915e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0ef expref: 28 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304191:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7800/0x3b91f5b494389c08 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e509 expref: 27 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304209:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a7602168000/0x3b91f5b494389658 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2d9 expref: 26 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304227:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0000/0x3b91f5b49438a102 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6f3 expref: 25 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304243:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1375200/0x3b91f5b4943890a8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0a9 expref: 24 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304260:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44a00/0x3b91f5b494389491 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e22a expref: 23 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304276:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b44c00/0x3b91f5b494389f3b lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e644 expref: 22 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304292:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e7bf9e00/0x3b91f5b494388ee1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dffa expref: 21 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304324:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d2df7400/0x3b91f5b4943892ca lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e17b expref: 20 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304384:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75fa4ee800/0x3b91f5b494389d74 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e595 expref: 19 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304402:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75feaa0600/0x3b91f5b49438a81e lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9af expref: 18 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304421:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782e00/0x3b91f5b494389103 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0cc expref: 17 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304438:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74ca9f0200/0x3b91f5b494389bad lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4e6 expref: 16 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304454:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438a9c9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea2d expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304471:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438a657 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e900 expref: 14 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304487:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57c00/0x3b91f5b494388f3c lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e01d expref: 13 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304504:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2060200/0x3b91f5b4943899e6 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e437 expref: 12 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304534:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0593a00/0x3b91f5b49438a490 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e851 expref: 11 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304552:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c0031c00/0x3b91f5b494389436 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e207 expref: 10 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304981:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75d0d57400/0x3b91f5b494388d36 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df6e expref: 9 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.304996:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c1b45800/0x3b91f5b49438981f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e388 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.305010:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b494388e01 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfad expref: 7 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.305025:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c2061000/0x3b91f5b49438a2c9 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7a2 expref: 6 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.305041:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75e6e81a00/0x3b91f5b49438926f lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e158 expref: 5 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952317.305056:0:160970:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74cb621000, canceled 86 locks, left on hash table 0. 00000020:00080000:3.0:1783952317.305435:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.202.38@tcp (ffff8a74cb621000): rc 0 00000020:00080000:3.0:1783952317.305443:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a75c5157800), last request at 1783952316 00000020:00000080:3.0:1783952317.305451:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b4943852d5 00000100:00080000:3.0:1783952317.305470:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1783952317.305532:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75c5157800): rc 0 00000020:00000080:3.0:1783952317.305535:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c5157800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1783952317.305546:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a74ca535800), last request at 1783952316 00000020:00000080:3.0:1783952317.305549:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438504a 00000100:00080000:3.0:1783952317.305634:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1f000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1783952317.305653:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c5157800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1783952317.305762:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c5154000 for lustre-MDT0000 00000020:00080000:3.0:1783952317.305779:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74ca535800): rc 0 00000020:00000080:3.0:1783952317.305781:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74ca535800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:3.0:1783952317.305793:0:167117:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb7dc89dcbae0 00000020:00000080:3.0:1783952317.305804:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ca535800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1783952317.305849:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d8b1f000 for lustre-MDT0000 00000100:00080000:3.0:1783952317.305878:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783952317.305882:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836566 gen 4 00010000:00010000:1.0:1783952317.306695:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952317.306706:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783952317.308646:0:167117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783952317.308769:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783952317.309094:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783952317.309099:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836546 gen 3 00000004:00080000:3.0:1783952317.309124:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783952317.309185:0:167117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1783952317.309199:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74c2397800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1783952317.309207:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783952317.309209:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869241 gen 3 00000004:00080000:3.0:1783952317.309227:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1783952317.309304:0:167117:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1783952317.309314:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74c2264000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1783952317.309394:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8a75fe5e8000) has no exports 00000100:00100000:0.0:1783952317.309484:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715008:0@lo:39:umount.0 00000100:00100000:0.0:1783952317.309664:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.309785:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715136:0@lo:9:umount.0 00000100:00100000:0.0:1783952317.309817:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.309841:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715264:0@lo:9:umount.0 00000100:00100000:0.0:1783952317.309868:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952317.309992:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715136 00000100:00100000:0.0:1783952317.310001:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715136 00000100:00100000:0.0:1783952317.310062:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715264 00000100:00100000:0.0:1783952317.310066:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715264 00000100:00100000:0.0:1783952317.310093:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1783952317.310104:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600715136:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783952317.310142:0:160616:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385170 00000100:00080000:0.0:1783952317.310154:0:160616:0:(import.c:65:import_set_state_nolock()) ffff8a74ca65b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783952317.310208:0:160616:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836568 00000100:00100000:0.0:1783952317.310427:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:106951:x1870607600715136:12345-0@lo:9:umount.0 Request processed in 324us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952317.310435:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1783952317.310455:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1783952317.310463:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600715264:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783952317.310476:0:160616:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385314 00000100:00080000:0.0:1783952317.310482:0:160616:0:(import.c:65:import_set_state_nolock()) ffff8a75c50c2000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783952317.310505:0:160616:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869263 00000100:00100000:3.0:1783952317.311773:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715008 00000100:00100000:3.0:1783952317.311789:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715008 00000100:00100000:3.0:1783952317.311854:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1783952317.311864:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600715008:12345-0@lo:39:umount.0 00000020:00000080:3.0:1783952317.311895:0:159854:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b4943885bf 00000100:00080000:3.0:1783952317.311903:0:159854:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97f000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952317.311918:0:159854:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 6, last_transno is 25769803808 00000100:00100000:3.0:1783952317.312090:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:106951:x1870607600715008:12345-0@lo:39:umount.0 Request processed in 227us (2427us total) trans 25769803809 rc 0/0 00000100:00100000:3.0:1783952317.312099:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000040:00080000:3.0:1783952317.315969:0:167117:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 8, last_idx 10 00000040:00080000:3.0:1783952317.316034:0:167117:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 9, last_idx 10 00000100:00100000:0.0:1783952317.316355:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:106951:x1870607600715264:12345-0@lo:9:umount.0 Request processed in 5863us (6456us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952317.316371:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:0.0:1783952317.316432:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783952317.316488:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d195f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1783952317.316499:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715008:0@lo:39:umount.0 00000100:00080000:0.0:1783952317.316518:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c2397800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783952317.316540:0:106951:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783952317.316542:0:106951:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783952317.316546:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715136:0@lo:9:umount.0 00000100:00080000:0.0:1783952317.316573:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c2264000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783952317.316600:0:106951:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783952317.316602:0:106951:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783952317.316606:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600715264:0@lo:9:umount.0 00010000:00010000:0.0:1783952317.316643:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1783952317.317130:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8a75fe5e8000) has no exports 00000020:00000080:2.0:1783952317.350654:0:160970:0:(genops.c:906:class_export_put()) final put ffff8a74cb621000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00010000:00010000:2.0:1783952317.352738:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.352748:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952317.352751:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783952317.354512:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb621000/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-MDT0000 00000020:00000080:3.0:1783952317.358655:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb627800 for lustre-MDT0000 00000020:00000080:0.0:1783952317.376012:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e1a 00000020:00000080:0.0:1783952317.376037:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c8576000/lustre-QMT0000_UUID 00000020:01000000:0.0:1783952317.376115:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1783952317.376182:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c8576000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1783952317.376212:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783952317.376226:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783952317.376232:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8a74c9c78000) has no exports 00000020:00000080:3.0:1783952317.377830:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e13 00000020:00000080:3.0:1783952317.377846:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c61ee000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783952317.377913:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c61ee000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783952317.378001:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783952317.378015:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1783952317.378019:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c61ef800/lustre-QMT0000_UUID 00000020:00000080:3.0:1783952317.378022:0:167117:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c61ef800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1783952317.378031:0:167117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:3.0:1783952317.378213:0:167117:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74c32643c0 - data ffff8a75d85cb948/ffff8a75c8013800 00000020:01000000:3.0:1783952317.378546:0:167117:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74cc3ebd80 - data ffff8a75d8502438/ffff8a75fdb80400 00000100:00080000:3.0:1783952317.419391:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783952317.419403:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836566 gen 5 00000100:00100000:3.0:1783952317.419425:0:167117:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a75c409f480 x1870607600715008/t25769803809(25769803809) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952327 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952317.419458:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1783952317.422177:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783952317.422188:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836546 gen 4 00000004:00080000:3.0:1783952317.422694:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952317.422699:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783952317.423111:0:159140:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783952317.423118:0:159140:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x20:0x0] index 45 count 1 00000040:00080000:0.0:1783952317.423139:0:159140:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 8 count 2 00000100:00080000:3.0:1783952317.423951:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783952317.423958:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869241 gen 4 00000004:00080000:3.0:1783952317.423985:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952317.423988:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783952317.424266:0:159142:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783952317.424272:0:159142:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x22:0x0] index 40 count 1 00000040:00080000:1.0:1783952317.424283:0:159142:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 8 count 2 00000020:00000080:3.0:1783952317.426676:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384de2 00000020:00000080:3.0:1783952317.426763:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c6c10000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783952317.427828:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384df7 00000020:00000080:3.0:1783952317.427839:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c21e6800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783952317.428239:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c6c10000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1783952317.428317:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1783952317.428324:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783952317.428388:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783952317.428394:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8a75fe5eb380) has no exports 00000004:01000000:3.0:1783952317.428679:0:167117:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1783952317.428762:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e59 00000020:00000080:3.0:1783952317.428769:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c3081800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1783952317.428775:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1783952317.428779:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783952317.428785:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1783952317.428788:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8a75fa508000) has no exports 00000020:00000080:3.0:1783952317.428796:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e52 00000020:00000080:3.0:1783952317.428800:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c2267000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1783952317.429249:0:167117:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1783952317.429255:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1783952317.429260:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869241 gen 5 00000004:00080000:3.0:1783952317.429266:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952317.429269:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783952317.429305:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783952317.429314:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783952317.429320:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e44 00000020:00000080:3.0:1783952317.429325:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c2261000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1783952317.429328:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1783952317.429331:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952317.429462:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21e6800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1783952317.429471:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c3081800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1783952317.429476:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2267000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783952317.429483:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c2264000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1783952317.429493:0:157835:0:(genops.c:906:class_export_put()) final put ffff8a74c2265800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783952317.429495:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2265800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1783952317.429501:0:157835:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952317.429633:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2261000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1783952317.430133:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783952317.430137:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8a75fc1db380) has no exports 00000020:00000080:3.0:1783952317.430144:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e3d 00000020:00000080:3.0:1783952317.430150:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c2393800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1783952317.430637:0:167117:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1783952317.430642:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1783952317.430645:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836546 gen 5 00000004:00080000:3.0:1783952317.430651:0:167117:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783952317.430653:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783952317.430818:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783952317.430826:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1783952317.430841:0:167117:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1783952317.430848:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e2f 00000020:00000080:3.0:1783952317.430853:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75f6c26000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1783952317.430859:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1783952317.430864:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783952317.430868:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1783952317.430871:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8a75f6d28000) has no exports 00000020:00000080:3.0:1783952317.430876:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e28 00000020:00000080:3.0:1783952317.430880:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c6c15000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783952317.431461:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2393800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783952317.431476:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c2397800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1783952317.431483:0:157835:0:(genops.c:906:class_export_put()) final put ffff8a75f7fe5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783952317.431486:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75f7fe5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1783952317.431491:0:157835:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952317.431601:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75f6c26000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1783952317.431606:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c6c15000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783952317.432735:0:167117:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1783952317.432743:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783952317.432747:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 21474836566 gen 6 00000100:00100000:0.0:1783952317.432756:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783952317.432822:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952317.432832:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952317.432874:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952317.432878:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952317.432882:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c6c14000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783952317.432887:0:167117:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c6c14000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1783952317.432894:0:167117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952317.433004:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384dfe 00000020:00000080:0.0:1783952317.433012:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c21e3000/lustre-MDD0000_UUID 00000020:01000000:0.0:1783952317.433017:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1783952317.433021:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952317.433026:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783952317.433029:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8a75fa5099c0) has no exports 00000020:00000080:0.0:1783952317.433056:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952317.433060:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1783952317.433065:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e05 00000020:00000080:0.0:1783952317.433070:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c21e2000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783952317.433080:0:167117:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a74ccc34000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1783952317.433084:0:167117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74ccc34000 3 00000020:01000004:0.0:1783952317.433088:0:167117:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a74ccc34000 from lustre-MDT0000 00000020:00000080:0.0:1783952317.433110:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952317.433114:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1783952317.433117:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a75c6c11800/lustre-MDT0000_UUID 00000020:00000080:0.0:1783952317.433119:0:167117:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c6c11800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1783952317.433127:0:167117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1783952317.433161:0:167117:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1783952317.433164:0:167117:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1783952317.433178:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1783952317.433181:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952317.433184:0:167117:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1783952317.433195:0:167117:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8a74cb620800 f20fa543-a316-4018-b828-154d033ccff0 192.168.202.38@tcp 9 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783952317.433203:0:167117:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8a75c6c12800 067ae2d0-3bc6-4b14-a01a-17d156457033 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783952317.433208:0:167117:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8a75fe5e99c0) has exports, disconnecting them 00000020:00080000:0.0:1783952317.433213:0:167117:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 192.168.202.38@tcp (ffff8a74cb620800), last request at 1783952263 00000020:00000080:0.0:1783952317.433232:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494387ee2 00000020:00010000:0.0:1783952317.433237:0:167117:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a74cb620800: total 2 00000100:00080000:0.0:1783952317.433242:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a74cb621800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952317.433259:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.202.38@tcp (ffff8a74cb620800): rc 0 00000020:00080000:0.0:1783952317.433263:0:167117:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8a75c6c12800), last request at 1783952035 00000020:00010000:0.0:1783952317.433276:0:159105:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a74cb620800: total 2 00010000:00010000:0.0:1783952317.433304:0:159105:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a74cb620800, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1783952317.433367:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75d0d56000/0x3b91f5b494387ee9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc57 expref: 5 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433387:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f0800/0x3b91f5b494387efe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc96 expref: 4 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433401:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e7bf8000/0x3b91f5b494388587 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dd53 expref: 3 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433412:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c9783a00/0x3b91f5b494387ef0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dc5e expref: 2 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433422:0:159105:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a74cb620800, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1783952317.433443:0:159105:0:(genops.c:906:class_export_put()) final put ffff8a74cb620800/f20fa543-a316-4018-b828-154d033ccff0 00010000:00010000:0.0:1783952317.433451:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.433459:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.433462:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783952317.433475:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384daa 00000020:00010000:0.0:1783952317.433479:0:167117:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8a75c6c12800: total 3 00000100:00080000:0.0:1783952317.433482:0:167117:0:(import.c:65:import_set_state_nolock()) ffff8a75c6c16800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783952317.433492:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75c6c12800): rc 0 00000020:00080000:0.0:1783952317.433497:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8a75fe5e99c0) has no exports 00000020:00010000:0.0:1783952317.433504:0:159104:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8a75c6c12800: total 3 00010000:00010000:0.0:1783952317.433524:0:159104:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8a75c6c12800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1783952317.433541:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431a600/0x3b91f5b4943882ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943882e7 expref: 14 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433570:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431bc00/0x3b91f5b49438859c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388595 expref: 13 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433594:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f1200/0x3b91f5b4943882e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943882d9 expref: 12 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433607:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431b200/0x3b91f5b494385296 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438528f expref: 11 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433617:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f1800/0x3b91f5b49438839d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494388396 expref: 10 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433629:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c6306000/0x3b91f5b49438500b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494385004 expref: 9 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433640:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74ca9f0400/0x3b91f5b4943883ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943883a4 expref: 8 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433651:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75fa4ef400/0x3b91f5b494384db8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384db1 expref: 7 pid: 159108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433672:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75fa4ee600/0x3b91f5b494384ec9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494384ec2 expref: 6 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433686:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c6307800/0x3b91f5b494385035 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438502e expref: 5 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433698:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f6a00/0x3b91f5b4943852c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b4943852b9 expref: 4 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433711:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f7600/0x3b91f5b49438556e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494385567 expref: 3 pid: 159110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433722:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c54f7e00/0x3b91f5b49438557c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b494385575 expref: 2 pid: 159111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952317.433733:0:159104:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8a75c6c12800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1783952317.433747:0:159104:0:(genops.c:906:class_export_put()) final put ffff8a75c6c12800/067ae2d0-3bc6-4b14-a01a-17d156457033 00010000:00010000:0.0:1783952317.433752:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.433754:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952317.433756:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783952317.433943:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d195f000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1783952317.433954:0:157835:0:(genops.c:906:class_export_put()) final put ffff8a74c2391800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783952317.433956:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c2391800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1783952317.433964:0:157835:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783952317.434049:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21e3000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1783952317.434054:0:157835:0:(genops.c:906:class_export_put()) final put ffff8a74c21e5000/lustre-MDD0000_UUID 00000020:00000080:1.0:1783952317.434055:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21e5000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1783952317.434059:0:157835:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1783952317.434092:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21e2000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783952317.434097:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb620800/f20fa543-a316-4018-b828-154d033ccff0 for MGS 00000020:00000080:1.0:1783952317.434132:0:157835:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c6c12800/067ae2d0-3bc6-4b14-a01a-17d156457033 for MGS 00000020:00000080:1.0:1783952317.434145:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb621800 for MGS 00000020:00000080:1.0:1783952317.434150:0:157835:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c6c16800 for MGS 00000100:00100000:2.0:1783952317.434433:0:159108:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8a75e7ad8200:159108] 0 exiting: rc = 1 00000100:00100000:3.0:1783952317.452985:0:159111:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8a74caa98200:159111] 2 exiting: rc = 0 00000100:00100000:3.0:1783952317.453194:0:159110:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8a74caa99e00:159110] 1 exiting: rc = 0 00000100:00100000:0.0:1783952317.453905:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453918:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453925:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453934:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453943:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453952:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453957:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453964:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453971:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453978:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.453997:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454003:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454011:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454018:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454026:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454032:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454038:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454043:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454050:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454057:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454063:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454071:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454077:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454083:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454089:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454094:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454099:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454105:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454112:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454118:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454124:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454130:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454135:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454141:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454148:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454153:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454160:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454167:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454173:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454178:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454184:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454190:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454196:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454202:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454208:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454222:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454228:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454251:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454258:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454264:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454271:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454279:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454286:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454292:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454298:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454305:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454311:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454318:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454325:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454434:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454446:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454452:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454457:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783952317.454463:0:167117:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1783952317.456924:0:167117:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74c30ec120 - data ffff8a75d272ae58/ffff8a74ca58e800 00000020:01000000:0.0:1783952317.457085:0:167117:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74c51ee840 - data ffff8a75fd4b6e58/ffff8a74cb67a400 00000020:00000080:0.0:1783952317.457864:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384d8e 00000020:00000080:0.0:1783952317.457877:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74ccc31800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783952317.457902:0:167117:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a74ccc34000 from MGS, refs=2 00000020:01000004:0.0:1783952317.457907:0:167117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74ccc34000 2 00000020:01000004:0.0:1783952317.457910:0:167117:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a74ccc34000 from MGS 00000020:00000080:0.0:1783952317.457938:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952317.457948:0:167117:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1783952317.457952:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74ccc33000/MGS 00000020:00000080:0.0:1783952317.457967:0:167117:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ccc33000/MGS for MGS 00000020:01000000:0.0:1783952317.457976:0:167117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1783952317.458069:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1783952317.458074:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952317.458081:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783952317.458104:0:167117:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8a74c76db000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783952317.458111:0:167117:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8a75fc1d99c0) has exports, disconnecting them 00000020:00080000:0.0:1783952317.458117:0:167117:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8a74c76db000), last request at 1783952036 00000020:00000080:0.0:1783952317.458123:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384e91 00000020:00080000:0.0:1783952317.458137:0:167117:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74c76db000): rc 0 00000020:00000080:0.0:1783952317.458143:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74c76db000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1783952317.459181:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ccc31800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783952317.459204:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c76db000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1783952317.459657:0:167117:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1783952317.459677:0:167117:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783952317.459692:0:167117:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783952317.459701:0:167117:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783952317.459863:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952317.459871:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1783952317.459879:0:167117:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74ccc34000 1 00000020:00000080:1.0:1783952317.459885:0:167117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384d80 00000020:00000080:1.0:1783952317.459893:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74ccc33800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1783952317.459898:0:167117:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1783952317.459903:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783952317.459907:0:167117:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783952317.459911:0:167117:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8a75fe5ecd40) has no exports 00000020:00000080:3.0:1783952317.460773:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c2262800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1783952317.460787:0:36:0:(genops.c:906:class_export_put()) final put ffff8a74c3087800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1783952317.460791:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c3087800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1783952317.460799:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1783952317.460932:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ccc33800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:0.0:1783952317.518297:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783952317.540200:0:167117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952317.540215:0:167117:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1783952317.540222:0:167117:0:(genops.c:906:class_export_put()) final put ffff8a74ccc37000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1783952317.540227:0:167117:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ccc37000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1783952317.540233:0:167117:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1783952317.540407:0:167117:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a74ccc35000 00000020:02000400:1.0:1783952317.540485:0:167117:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1783952318.562178:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952319.570251:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952320.567449:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000400:00000100:3.0:1783952320.567495:0:106947:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-192.168.202.38@tcp portal 26 match 1870607584146944 offset 0 length 224: 4 00000100:00100000:3.0:1783952320.567514:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952320.567710:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952320.567769:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952320.567803:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147072 00000100:00100000:3.0:1783952320.567813:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147072 00000100:00100000:3.0:1783952320.567855:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147200 00000100:00100000:3.0:1783952320.567859:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147200 00000100:00100000:3.0:1783952320.567900:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:3.0:1783952320.567909:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584147200:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952320.567984:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584147200:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952320.567992:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 369 00000100:00100000:3.0:1783952320.568010:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 783 00000100:00100000:3.0:1783952320.568015:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69254:x1870607584147072:12345-192.168.202.38@tcp:400:kworker.0 00000020:00080000:3.0:1783952320.568022:0:161900:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.38@tcp 00000100:00100000:3.0:1783952320.568048:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69254:x1870607584147072:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 31us (338us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783952320.568054:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 783 00000100:00080000:3.0:1783952320.568217:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952320.573840:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147328 00000100:00100000:2.0:1783952320.573855:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147328 00000100:00100000:2.0:1783952320.573941:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147456 00000100:00100000:2.0:1783952320.573944:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147456 00000100:00100000:2.0:1783952320.573972:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 166 00000100:00100000:2.0:1783952320.573983:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584147328:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952320.574079:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584147328:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 97us (6641us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952320.574087:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 166 00000100:00100000:2.0:1783952320.574108:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00100000:2.0:1783952320.574116:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+72:69253:x1870607584147456:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952320.574143:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+72:69253:x1870607584147456:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 27us (6627us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952320.574150:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 167 00000100:00080000:3.0:1783952320.578314:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952320.578326:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783952320.587945:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952320.594133:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952320.594305:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147584 00000100:00100000:0.0:1783952320.594319:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147584 00000100:00100000:0.0:1783952320.594443:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 784 00000100:00100000:0.0:1783952320.594455:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584147584:12345-192.168.202.38@tcp:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1783952320.594495:0:161900:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952320.594622:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584147584:12345-192.168.202.38@tcp:38:ptlrpcd_00_02.0 Request processed in 167us (504us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952320.594631:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 784 00000001:00100000:2.0:1783952320.793050:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783952320.793067:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a75c50c7800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1783952320.793103:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869263 is committed 00000020:00000080:3.0:1783952320.794493:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c50c7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1783952320.794605:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c50c2000 for lustre-OST0001 00000001:00100000:0.0:1783952320.796139:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783952320.796151:0:160612:0:(genops.c:906:class_export_put()) final put ffff8a74ca659000/lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1783952320.796187:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836568 is committed 00000020:00000080:2.0:1783952320.796544:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ca659000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1783952320.796666:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74ca65b000 for lustre-OST0000 00010000:00010000:2.0:1783952321.611576:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952321.804048:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952321.804071:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600715392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952321.804142:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.804201:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715392 00000100:00100000:2.0:1783952321.804209:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715392 00000100:00100000:2.0:1783952321.804257:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1783952321.804264:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106953:x1870607600715392:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1783952321.804272:0:159122:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1783952321.804315:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:106953:x1870607600715392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (171us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783952321.804322:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:02020000:2.0:1783952321.804393:0:106953:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1783952321.804398:0:106953:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783952321.804404:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783952321.804407:0:106953:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783952321.804414:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952321.804418:0:106953:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5967 00000100:00080000:2.0:1783952321.804425:0:106953:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a75fb8e1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952321.804448:0:106953:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef28e00 x1870607600715520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952321.804481:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600715520:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1783952321.804506:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.804533:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715520 00000100:00100000:2.0:1783952321.804549:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715520 00000100:00100000:2.0:1783952321.804572:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1783952321.804577:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:106951:x1870607600715520:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:2.0:1783952321.804595:0:159121:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952321.804629:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:106951:x1870607600715520:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 51us (122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952321.804636:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:2.0:1783952321.804669:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952321.804674:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783952321.804678:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600715520:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1783952321.805058:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600715776:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.805094:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952321.805124:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600716288:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.805150:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952321.805172:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783952321.805178:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600715904:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.805211:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952321.805230:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600716416:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.805250:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952321.805285:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715776 00000100:00100000:0.0:1783952321.805291:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715776 00000100:00100000:0.0:1783952321.805318:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715904 00000100:00100000:0.0:1783952321.805321:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715904 00000100:00100000:0.0:1783952321.805374:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1783952321.805383:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600715904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.805428:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600715904:12345-0@lo:400:kworker.0 Request processed in 47us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952321.805434:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1783952321.805450:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1783952321.805454:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106954:x1870607600715776:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783952321.805459:0:159118:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783952321.805485:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106954:x1870607600715776:12345-0@lo:400:kworker.0 Request processed in 30us (390us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783952321.805491:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1783952321.805523:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600715904:0@lo:400:kworker.0 00000100:00080000:0.0:1783952321.805531:0:106954:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783952321.805535:0:106954:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1783952321.805551:0:106954:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1783952321.805555:0:106954:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952321.805558:0:106954:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5755 00000100:00080000:0.0:1783952321.805563:0:106954:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a74c327e800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952321.805591:0:106954:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75e6eaf480 x1870607600716672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952321.805607:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600715776:0@lo:400:kworker.0 00000100:00080000:0.0:1783952321.805655:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952321.805731:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716288 00000100:00100000:2.0:1783952321.805735:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716288 00000100:00100000:2.0:1783952321.805850:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716416 00000100:00100000:2.0:1783952321.805854:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716416 00000100:00100000:2.0:1783952321.805878:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1783952321.805885:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600716288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.805929:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600716288:12345-0@lo:400:kworker.0 Request processed in 45us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952321.806009:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1783952321.806025:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1783952321.806032:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600716416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.806063:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600716416:12345-0@lo:400:kworker.0 Request processed in 33us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952321.806069:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1783952321.806100:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600716032:0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.806129:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.806150:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600716544:0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.806170:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.806189:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783952321.806213:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600715648:0@lo:400:kworker.0 00000400:00000100:2.0:1783952321.806234:0:106952:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870607600715648 offset 0 length 224: 4 00000100:00100000:2.0:1783952321.806254:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600716160:0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.806288:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.806314:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716032 00000100:00100000:2.0:1783952321.806317:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716032 00000100:00100000:2.0:1783952321.806365:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716544 00000100:00100000:2.0:1783952321.806369:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716544 00000100:00100000:2.0:1783952321.806380:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716160 00000100:00100000:2.0:1783952321.806382:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716160 00000100:00100000:2.0:1783952321.806400:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1783952321.806405:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600716160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952321.806443:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600716160:12345-0@lo:400:kworker.0 Request processed in 37us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952321.806449:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1783952321.806462:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1783952321.806466:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106952:x1870607600716032:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1783952321.806471:0:161900:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1783952321.806496:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106952:x1870607600716032:12345-0@lo:400:kworker.0 Request processed in 29us (367us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783952321.806501:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1783952321.806512:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1783952321.806516:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106952:x1870607600716544:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1783952321.806519:0:161900:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1783952321.806553:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106952:x1870607600716544:12345-0@lo:400:kworker.0 Request processed in 36us (382us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783952321.806559:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1783952321.806580:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e6eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600716672:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1783952321.806606:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.806645:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600716160:0@lo:400:kworker.0 00000100:00080000:2.0:1783952321.806665:0:106952:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783952321.806669:0:106952:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783952321.806672:0:106952:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783952321.806676:0:106952:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952321.806679:0:106952:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5774 00000100:00080000:2.0:1783952321.806683:0:106952:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a75c5154800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952321.806700:0:106952:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef28700 x1870607600716800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952321.806717:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600716032:0@lo:400:kworker.0 00000100:00080000:2.0:1783952321.806727:0:106952:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1783952321.806729:0:106952:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783952321.806732:0:106952:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783952321.806735:0:106952:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952321.807227:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952321.807232:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952321.807235:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952321.807269:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716672 00000100:00100000:0.0:1783952321.807274:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716672 00000100:00100000:0.0:1783952321.807299:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1783952321.807305:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600716672:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1783952321.807323:0:159118:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952321.807382:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600716672:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 75us (774us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952321.807389:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1783952321.807434:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600716416:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.807447:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600716288:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.807578:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600716800:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1783952321.807876:0:106952:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5967 00000100:00080000:2.0:1783952321.807882:0:106952:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a75d2a1c800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952321.807905:0:106952:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef2a300 x1870607600716928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952321.807920:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600716544:0@lo:400:kworker.0 00000100:00100000:0.0:1783952321.808287:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783952321.808326:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952321.808330:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952321.808366:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e6eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600716672:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1783952321.808384:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600716928:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1783952321.808409:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952321.808465:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716800 00000100:00100000:0.0:1783952321.808470:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716800 00000100:00100000:0.0:1783952321.808489:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600716928 00000100:00100000:0.0:1783952321.808491:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600716928 00000100:00100000:0.0:1783952321.808502:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1783952321.808507:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600716800:12345-0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1783952321.808587:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1783952321.808593:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600716928:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1783952321.808620:0:159117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952321.808834:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600716928:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 238us (423us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952321.808848:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:2.0:1783952321.808878:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952321.808883:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783952321.808885:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600716928:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1783952321.809859:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600717056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952321.809903:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.810811:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952321.810825:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600717184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952321.810864:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952321.810901:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717056 00000100:00100000:2.0:1783952321.810909:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717056 00000100:00100000:2.0:1783952321.811077:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717184 00000100:00100000:2.0:1783952321.811081:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717184 00000100:00100000:2.0:1783952321.811100:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1783952321.811108:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600717056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952321.811137:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3784704 granted 60069824 pending 0 free 70529024 avail 63361024 00000100:00100000:2.0:1783952321.811180:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600717056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952321.811187:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1783952321.811205:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1783952321.811212:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600717184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952321.811226:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1568768 granted 59992000 pending 0 free 70561792 avail 63393792 00000100:00100000:2.0:1783952321.811258:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600717184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952321.811264:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00010000:00020000:0.0:1783952321.811363:0:161900:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952321.811407:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600716800:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 2897us (3120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952321.811415:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1783952321.811732:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600717056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952321.811820:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600717184:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783952321.811856:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952321.811872:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783952321.811875:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600716800:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:0.0:1783952322.636775:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783952322.838212:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1783952322.838232:0:165923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803809 is committed 00000020:00000080:1.0:1783952322.838238:0:165923:0:(genops.c:906:class_export_put()) final put ffff8a74cb979000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783952322.844727:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb979000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1783952322.844831:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb97f000 for lustre-MDT0001 00010000:00010000:3.0:1783952323.659739:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952324.686688:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952325.175900:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.182843:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147712 00000100:00100000:0.0:1783952325.182860:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147712 00000100:00080000:3.0:1783952325.182948:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952325.182986:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:0.0:1783952325.183002:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584147712:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.183137:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584147712:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 140us (7246us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952325.183158:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:1.0:1783952325.187912:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952325.188065:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147840 00000100:00100000:2.0:1783952325.188077:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147840 00000100:00100000:2.0:1783952325.188179:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00100000:2.0:1783952325.188192:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69255:x1870607584147840:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:2.0:1783952325.188300:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69255:x1870607584147840:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 111us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952325.188309:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00080000:1.0:1783952325.188602:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952325.200957:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952325.201025:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.203005:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584147968 00000100:00100000:0.0:1783952325.203026:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584147968 00002000:00100000:0.0:1783952325.203106:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d8:0x0] (0->37841) req@ffff8a75fef28700 x1870607584147968/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.203131:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef28700 with x1870607584147968 ext(0->37841) 00002000:00010000:0.0:1783952325.203140:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef28700 00000100:00100000:0.0:1783952325.203185:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 46 00000100:00100000:0.0:1783952325.203197:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584147968:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952325.207296:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148096 00000100:00100000:1.0:1783952325.207314:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148096 00000100:00100000:1.0:1783952325.207399:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 406 00000100:00100000:1.0:1783952325.207414:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584148096:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.207550:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584148096:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 138us (6522us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952325.207575:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 406 00080000:00000400:0.0:1783952325.207658:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952325.207668:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952325.207672:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952325.207675:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952325.207677:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952325.207679:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.210216:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584147968:12345-192.168.202.38@tcp:4:cp.0 Request processed in 7010us (9260us total) trans 17179869264 rc 0/0 00000100:00100000:0.0:1783952325.210231:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 46 00002000:00100000:0.0:1783952325.210243:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d8:0x0] (0->37841) req@ffff8a75fef28700 x1870607584147968/t17179869264(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.210254:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef28700 with x1870607584147968 ext(0->37841) 00002000:00010000:0.0:1783952325.210260:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef28700 00000100:00100000:0.0:1783952325.211614:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.211674:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.211751:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148224 00000100:00100000:3.0:1783952325.211762:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148224 00002000:00100000:3.0:1783952325.211812:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25d:0x0] (0->422) req@ffff8a75e6eaf800 x1870607584148224/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 912/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.211824:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaf800 with x1870607584148224 ext(0->422) 00002000:00010000:3.0:1783952325.211830:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75e6eaf800 00000100:00100000:3.0:1783952325.211867:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 47 00000100:00100000:3.0:1783952325.211891:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584148224:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952325.212164:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952325.212169:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952325.212172:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952325.212174:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952325.212177:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952325.212185:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952325.213219:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148352 00000100:00100000:1.0:1783952325.213229:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148352 00000100:00100000:1.0:1783952325.213282:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 407 00000100:00100000:1.0:1783952325.213291:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584148352:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.214281:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69254:x1870607584148224:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2401us (2670us total) trans 21474836569 rc 0/0 00000100:00100000:1.0:1783952325.214292:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 47 00002000:00100000:1.0:1783952325.214305:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25d:0x0] (0->422) req@ffff8a75e6eaf800 x1870607584148224/t21474836569(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 912/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952325.214315:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaf800 with x1870607584148224 ext(0->422) 00002000:00010000:1.0:1783952325.214322:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75e6eaf800 00000001:00080000:3.0:1783952325.219700:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836569 is committed 00000100:00100000:1.0:1783952325.220042:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69255:x1870607584148352:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 6746us (8361us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952325.220055:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 407 00000100:00100000:1.0:1783952325.232105:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.232145:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.232181:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148608 00000100:00100000:1.0:1783952325.232192:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148608 00000100:00100000:1.0:1783952325.232249:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 408 00000100:00100000:1.0:1783952325.232260:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584148608:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.232393:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584148608:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 134us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952325.232401:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 408 00000100:00100000:2.0:1783952325.232712:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148480 00000100:00100000:2.0:1783952325.232717:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148480 00002000:00100000:2.0:1783952325.232750:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d9:0x0] (0->1341) req@ffff8a75c69cb480 x1870607584148480/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1832/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.232760:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69cb480 with x1870607584148480 ext(0->1341) 00002000:00010000:2.0:1783952325.232766:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c69cb480 00000100:00100000:2.0:1783952325.232785:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 48 00000100:00100000:2.0:1783952325.232793:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584148480:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952325.232993:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952325.232998:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952325.233001:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952325.233004:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952325.233006:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952325.233008:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.251143:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584148480:12345-192.168.202.38@tcp:4:cp.0 Request processed in 18335us (19034us total) trans 17179869265 rc 0/0 00000100:00100000:0.0:1783952325.251161:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 48 00002000:00100000:0.0:1783952325.251183:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d9:0x0] (0->1341) req@ffff8a75c69cb480 x1870607584148480/t17179869265(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1832/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.251194:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69cb480 with x1870607584148480 ext(0->1341) 00002000:00010000:0.0:1783952325.251200:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c69cb480 00000100:00100000:3.0:1783952325.251576:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.252090:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.252123:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148736 00000100:00100000:3.0:1783952325.252131:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148736 00002000:00100000:3.0:1783952325.252188:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x25e:0x0] (0->1658) req@ffff8a75c409df80 x1870607584148736/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2152/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.252419:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409df80 with x1870607584148736 ext(0->1658) 00002000:00010000:3.0:1783952325.252424:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c409df80 00000100:00100000:3.0:1783952325.252451:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 49 00000100:00100000:3.0:1783952325.252461:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584148736:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952325.255073:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1783952325.255083:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952325.255085:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1783952325.255088:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952325.255090:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952325.255092:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.257848:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148864 00000100:00100000:0.0:1783952325.257865:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148864 00000100:00100000:0.0:1783952325.257934:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 409 00000100:00100000:0.0:1783952325.257945:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69254:x1870607584148864:12345-192.168.202.38@tcp:16:kworker.0 00000001:00080000:3.0:1783952325.260423:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836570 is committed 00000100:00100000:3.0:1783952325.260567:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584148864:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 2618us (8472us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952325.260579:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 409 00000100:00100000:2.0:1783952325.261036:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584148736:12345-192.168.202.38@tcp:4:cp.0 Request processed in 8575us (9459us total) trans 21474836570 rc 0/0 00000100:00100000:2.0:1783952325.261054:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 49 00002000:00100000:2.0:1783952325.261067:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x25e:0x0] (0->1658) req@ffff8a75c409df80 x1870607584148736/t21474836570(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2152/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.261079:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c409df80 with x1870607584148736 ext(0->1658) 00002000:00010000:2.0:1783952325.261086:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c409df80 00000100:00100000:3.0:1783952325.275294:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.275363:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.275408:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584148992 00000100:00100000:3.0:1783952325.275420:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584148992 00002000:00100000:3.0:1783952325.275472:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1da:0x0] (0->1752) req@ffff8a75c5747b80 x1870607584148992/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2248/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.275494:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c5747b80 with x1870607584148992 ext(0->1752) 00002000:00010000:3.0:1783952325.275502:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c5747b80 00000100:00100000:3.0:1783952325.275543:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 50 00000100:00100000:3.0:1783952325.275554:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584148992:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952325.275777:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952325.275782:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952325.275784:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952325.275786:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952325.275788:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952325.275790:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952325.276660:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149120 00000100:00100000:3.0:1783952325.276668:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149120 00000100:00100000:3.0:1783952325.276717:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 410 00000100:00100000:3.0:1783952325.276726:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69253:x1870607584149120:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.279567:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69252:x1870607584148992:12345-192.168.202.38@tcp:4:cp.0 Request processed in 4005us (4272us total) trans 17179869266 rc 0/0 00000100:00100000:0.0:1783952325.279584:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 50 00002000:00100000:0.0:1783952325.279600:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1da:0x0] (0->1752) req@ffff8a75c5747b80 x1870607584148992/t17179869266(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2248/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.279851:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c5747b80 with x1870607584148992 ext(0->1752) 00002000:00010000:0.0:1783952325.279859:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c5747b80 00000001:00080000:3.0:1783952325.287390:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869266 is committed 00000100:00100000:2.0:1783952325.287928:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584149120:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 11196us (12560us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952325.287942:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 410 00000100:00100000:0.0:1783952325.296842:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.296932:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.296963:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149376 00000100:00100000:0.0:1783952325.296974:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149376 00000100:00100000:0.0:1783952325.297048:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 411 00000100:00100000:0.0:1783952325.297059:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69255:x1870607584149376:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.297189:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69255:x1870607584149376:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 132us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952325.297198:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 411 00000100:00100000:0.0:1783952325.297223:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149248 00000100:00100000:0.0:1783952325.297227:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149248 00002000:00100000:0.0:1783952325.297252:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25f:0x0] (0->1407) req@ffff8a75e6eaf100 x1870607584149248/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1896/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.297263:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaf100 with x1870607584149248 ext(0->1407) 00002000:00010000:0.0:1783952325.297270:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75e6eaf100 00000100:00100000:0.0:1783952325.297299:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 51 00000100:00100000:0.0:1783952325.297308:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584149248:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952325.297570:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952325.297576:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952325.297578:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952325.297581:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952325.297583:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952325.297585:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.298980:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584149248:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1667us (2041us total) trans 21474836571 rc 0/0 00000100:00100000:0.0:1783952325.299005:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 51 00002000:00100000:0.0:1783952325.299015:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x25f:0x0] (0->1407) req@ffff8a75e6eaf100 x1870607584149248/t21474836571(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1896/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.299025:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaf100 with x1870607584149248 ext(0->1407) 00002000:00010000:0.0:1783952325.299030:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75e6eaf100 00000100:00100000:0.0:1783952325.305462:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.305824:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.305936:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149504 00000100:00100000:1.0:1783952325.305948:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149504 00002000:00100000:1.0:1783952325.306022:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1db:0x0] (0->854) req@ffff8a75c69ca300 x1870607584149504/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1344/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952325.306034:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69ca300 with x1870607584149504 ext(0->854) 00002000:00010000:1.0:1783952325.306040:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c69ca300 00000100:00100000:1.0:1783952325.306099:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 52 00000100:00100000:1.0:1783952325.306115:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584149504:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952325.306417:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952325.306423:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952325.306426:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952325.306429:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952325.306432:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952325.306436:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952325.309077:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584149504:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2942us (3245us total) trans 17179869267 rc 0/0 00000100:00100000:2.0:1783952325.309094:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 52 00002000:00100000:2.0:1783952325.309110:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1db:0x0] (0->854) req@ffff8a75c69ca300 x1870607584149504/t17179869267(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 1344/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.309121:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69ca300 with x1870607584149504 ext(0->854) 00002000:00010000:2.0:1783952325.309127:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75c69ca300 00000100:00100000:3.0:1783952325.309250:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149632 00000100:00100000:3.0:1783952325.309268:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149632 00000100:00100000:2.0:1783952325.309434:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:2.0:1783952325.309447:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69253:x1870607584149632:12345-192.168.202.38@tcp:16:kworker.0 00000001:00080000:1.0:1783952325.323433:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869267 is committed 00000100:00100000:3.0:1783952325.325235:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584149632:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 15774us (19774us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952325.325255:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:3.0:1783952325.328391:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.328419:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.331065:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149888 00000100:00100000:0.0:1783952325.331082:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149888 00000100:00100000:0.0:1783952325.331164:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:0.0:1783952325.331177:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584149888:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.331302:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584149888:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 127us (2985us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952325.331310:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:3.0:1783952325.332132:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584149760 00000100:00100000:3.0:1783952325.332140:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584149760 00002000:00100000:3.0:1783952325.332178:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x260:0x0] (0->1653) req@ffff8a75c69caa00 x1870607584149760/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2144/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.332189:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69caa00 with x1870607584149760 ext(0->1653) 00002000:00010000:3.0:1783952325.332203:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c69caa00 00000100:00100000:3.0:1783952325.332246:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 53 00000100:00100000:3.0:1783952325.332257:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584149760:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:3.0:1783952325.332477:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952325.332482:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952325.332484:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952325.332486:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952325.332488:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952325.332490:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952325.333148:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69254:x1870607584149760:12345-192.168.202.38@tcp:4:cp.0 Request processed in 891us (4740us total) trans 21474836572 rc 0/0 00000100:00100000:3.0:1783952325.333158:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 53 00002000:00100000:3.0:1783952325.333166:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x260:0x0] (0->1653) req@ffff8a75c69caa00 x1870607584149760/t21474836572(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 2144/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.333175:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69caa00 with x1870607584149760 ext(0->1653) 00002000:00010000:3.0:1783952325.333179:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c69caa00 00000100:00100000:0.0:1783952325.340525:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.340588:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.340637:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150144 00000100:00100000:0.0:1783952325.340647:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150144 00000100:00100000:0.0:1783952325.340708:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 414 00000100:00100000:0.0:1783952325.340726:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584150144:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.340819:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584150144:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 96us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952325.340826:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 414 00000100:00100000:0.0:1783952325.340846:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150016 00000100:00100000:0.0:1783952325.340849:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150016 00002000:00100000:0.0:1783952325.340871:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1dc:0x0] (0->6547) req@ffff8a75e6eaea00 x1870607584150016/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 7040/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.340882:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaea00 with x1870607584150016 ext(0->6547) 00002000:00010000:0.0:1783952325.340887:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75e6eaea00 00000100:00100000:0.0:1783952325.340905:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 54 00000100:00100000:0.0:1783952325.340911:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69253:x1870607584150016:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952325.341106:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952325.341111:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952325.341113:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952325.341116:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952325.341119:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952325.341121:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.343535:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69253:x1870607584150016:12345-192.168.202.38@tcp:4:cp.0 Request processed in 2612us (2934us total) trans 17179869268 rc 0/0 00000100:00100000:0.0:1783952325.343552:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 54 00002000:00100000:0.0:1783952325.343565:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1dc:0x0] (0->6547) req@ffff8a75e6eaea00 x1870607584150016/t17179869268(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 7040/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952325.343577:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75e6eaea00 with x1870607584150016 ext(0->6547) 00002000:00010000:0.0:1783952325.343585:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75e6eaea00 00000100:00100000:3.0:1783952325.345995:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.346097:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.346140:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150400 00000100:00100000:3.0:1783952325.346150:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150400 00000100:00100000:3.0:1783952325.346208:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 415 00000100:00100000:3.0:1783952325.346218:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69254:x1870607584150400:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.346429:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150272 00000100:00100000:1.0:1783952325.346435:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150272 00002000:00100000:1.0:1783952325.346464:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x261:0x0] (0->4749) req@ffff8a75ff460380 x1870607584150272/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 5240/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952325.346475:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff460380 with x1870607584150272 ext(0->4749) 00002000:00010000:1.0:1783952325.346480:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff460380 00000100:00100000:1.0:1783952325.346500:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 55 00000100:00100000:1.0:1783952325.346518:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69254:x1870607584150272:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952325.346717:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952325.346728:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952325.346731:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952325.346733:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952325.346736:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952325.346738:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952325.350929:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69254:x1870607584150272:12345-192.168.202.38@tcp:4:cp.0 Request processed in 4410us (4932us total) trans 21474836573 rc 0/0 00000100:00100000:1.0:1783952325.350946:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 55 00002000:00100000:1.0:1783952325.351051:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x261:0x0] (0->4749) req@ffff8a75ff460380 x1870607584150272/t21474836573(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 5240/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952325.351063:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff460380 with x1870607584150272 ext(0->4749) 00002000:00010000:1.0:1783952325.351070:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff460380 00000100:00100000:3.0:1783952325.351159:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69254:x1870607584150400:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 4939us (5058us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952325.351170:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 415 00000100:00100000:3.0:1783952325.356130:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952325.356195:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150528 00000100:00100000:2.0:1783952325.356206:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150528 00000100:00100000:1.0:1783952325.356215:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00002000:00100000:2.0:1783952325.356257:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1dd:0x0] (0->6820) req@ffff8a74cb858700 x1870607584150528/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 7312/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.356269:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb858700 with x1870607584150528 ext(0->6820) 00002000:00010000:2.0:1783952325.356275:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cb858700 00000100:00100000:2.0:1783952325.356319:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 56 00000100:00100000:2.0:1783952325.356328:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584150528:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952325.356394:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150656 00000100:00100000:3.0:1783952325.356400:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150656 00000100:00100000:3.0:1783952325.356434:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 416 00000100:00100000:3.0:1783952325.356442:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584150656:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:3.0:1783952325.356552:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69253:x1870607584150656:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 109us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952325.356560:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 416 00080000:00000400:2.0:1783952325.356697:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952325.356701:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952325.356703:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952325.356705:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952325.356706:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952325.356707:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952325.358301:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584150528:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1965us (2172us total) trans 17179869269 rc 0/0 00000100:00100000:2.0:1783952325.358314:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 56 00002000:00100000:2.0:1783952325.358326:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1dd:0x0] (0->6820) req@ffff8a74cb858700 x1870607584150528/t17179869269(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 7312/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.358363:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cb858700 with x1870607584150528 ext(0->6820) 00002000:00010000:2.0:1783952325.358370:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cb858700 00000100:00100000:1.0:1783952325.365488:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.365547:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.365727:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150784 00000100:00100000:3.0:1783952325.365739:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150784 00002000:00100000:3.0:1783952325.365802:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x262:0x0] (0->116977) req@ffff8a75ff829500 x1870607584150784/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.365815:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff829500 with x1870607584150784 ext(0->116977) 00002000:00010000:3.0:1783952325.365822:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff829500 00000100:00100000:3.0:1783952325.366389:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 57 00000100:00100000:3.0:1783952325.366402:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+49:69254:x1870607584150784:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952325.366816:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584150912 00000100:00100000:0.0:1783952325.366824:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584150912 00000100:00100000:0.0:1783952325.366870:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 417 00000100:00100000:0.0:1783952325.366878:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69255:x1870607584150912:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:0.0:1783952325.366946:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+51:69255:x1870607584150912:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 68us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952325.366955:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 417 00000100:00100000:1.0:1783952325.378644:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.378681:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.378707:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151168 00000100:00100000:1.0:1783952325.378717:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151168 00000100:00100000:1.0:1783952325.378772:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 418 00000100:00100000:1.0:1783952325.378958:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69253:x1870607584151168:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.379062:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff82aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69253:x1870607584151168:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 279us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952325.379070:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 418 00000100:00100000:1.0:1783952325.379097:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151040 00000100:00100000:1.0:1783952325.379101:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151040 00002000:00100000:1.0:1783952325.379124:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1de:0x0] (0->143466) req@ffff8a75ff828a80 x1870607584151040/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952325.379143:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff828a80 with x1870607584151040 ext(0->143466) 00002000:00010000:1.0:1783952325.379435:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff828a80 00000100:00100000:1.0:1783952325.379457:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 58 00000100:00100000:1.0:1783952325.379465:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69253:x1870607584151040:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952325.383647:0:166881:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952325.383657:0:166881:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952325.383659:0:166881:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952325.383661:0:166881:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952325.383663:0:166881:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952325.383664:0:166881:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952325.384454:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952325.384500:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.384573:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151296 00000100:00100000:3.0:1783952325.384583:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151296 00002000:00100000:3.0:1783952325.384630:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x263:0x0] (0->171097) req@ffff8a75c69a5180 x1870607584151296/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/0 e 0 to 0 dl 1783952336 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.384641:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69a5180 with x1870607584151296 ext(0->171097) 00002000:00010000:3.0:1783952325.384647:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c69a5180 00000100:00100000:3.0:1783952325.384689:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 59 00000100:00100000:3.0:1783952325.384700:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69255:x1870607584151296:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952325.385518:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151424 00000100:00100000:1.0:1783952325.385526:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151424 00000100:00100000:1.0:1783952325.385607:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 419 00000100:00100000:1.0:1783952325.385617:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584151424:12345-192.168.202.38@tcp:16:kworker.0 00000100:00100000:1.0:1783952325.385690:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584151424:12345-192.168.202.38@tcp:16:kworker.0 Request processed in 75us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952325.385698:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 419 00080000:00000400:3.0:1783952325.398497:0:160623:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952325.398517:0:160623:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952325.398528:0:160623:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952325.398530:0:160623:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952325.398533:0:160623:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952325.398535:0:160623:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952325.398851:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff829500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584150784:12345-192.168.202.38@tcp:4:cp.0 Request processed in 32447us (33370us total) trans 21474836574 rc 0/0 00000100:00100000:3.0:1783952325.398862:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 57 00002000:00100000:3.0:1783952325.398876:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x262:0x0] (0->116977) req@ffff8a75ff829500 x1870607584150784/t21474836574(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.398886:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff829500 with x1870607584150784 ext(0->116977) 00002000:00010000:3.0:1783952325.398892:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75ff829500 00000100:00100000:3.0:1783952325.401797:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69253:x1870607584151040:12345-192.168.202.38@tcp:4:cp.0 Request processed in 22312us (23094us total) trans 17179869270 rc 0/0 00000100:00100000:3.0:1783952325.401812:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 58 00002000:00100000:3.0:1783952325.401829:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1de:0x0] (0->143466) req@ffff8a75ff828a80 x1870607584151040/t17179869270(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952325.401841:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75ff828a80 with x1870607584151040 ext(0->143466) 00002000:00010000:3.0:1783952325.401847:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75ff828a80 00080000:00000400:2.0:1783952325.406634:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1783952325.406645:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952325.406648:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1783952325.406651:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952325.406653:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952325.406655:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952325.407892:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69255:x1870607584151296:12345-192.168.202.38@tcp:4:cp.0 Request processed in 23184us (23382us total) trans 21474836575 rc 0/0 00000100:00100000:2.0:1783952325.407906:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 59 00002000:00100000:2.0:1783952325.407921:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x263:0x0] (0->171097) req@ffff8a75c69a5180 x1870607584151296/t21474836575(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:586/0 lens 488/448 e 0 to 0 dl 1783952336 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952325.407931:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75c69a5180 with x1870607584151296 ext(0->171097) 00002000:00010000:2.0:1783952325.407948:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75c69a5180 00000400:00000100:1.0:1783952325.690183:0:106947:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-192.168.202.38@tcp portal 26 match 1870607584151552 offset 0 length 224: 4 00000100:00100000:1.0:1783952325.690229:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952325.690353:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952325.694107:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151680 00000100:00100000:3.0:1783952325.694125:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151680 00000100:00100000:3.0:1783952325.694188:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151808 00000100:00100000:3.0:1783952325.694192:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151808 00000100:00100000:3.0:1783952325.694250:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:3.0:1783952325.694261:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584151808:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952325.694366:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584151808:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 106us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952325.694386:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 372 00000100:00100000:3.0:1783952325.694407:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 791 00000100:00100000:3.0:1783952325.694411:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:69251:x1870607584151680:12345-192.168.202.38@tcp:38:kworker.0 00010000:00020000:3.0:1783952325.694435:0:159117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952325.694466:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff828380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:69251:x1870607584151680:12345-192.168.202.38@tcp:38:kworker.0 Request processed in 53us (4237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952325.694473:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 791 00000100:00080000:3.0:1783952325.695044:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1783952325.714057:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952326.731982:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952326.925146:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600717312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952326.925222:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.925300:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717312 00000100:00100000:3.0:1783952326.925308:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717312 00000100:00100000:3.0:1783952326.925382:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1783952326.925391:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600717312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952326.925414:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2945024 granted 62027712 pending 430080 free 70385664 avail 63217664 00000100:00100000:3.0:1783952326.925457:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600717312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952326.925464:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:3.0:1783952326.925488:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952326.925568:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600717312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952326.925863:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600717440:0@lo:400:kworker.0 00000400:00000100:0.0:1783952326.925893:0:106952:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870607600717440 offset 0 length 224: 4 00000100:00080000:3.0:1783952326.925942:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952326.925947:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952326.925950:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952326.925956:0:157835:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1783952326.925970:0:157835:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783952326.925975:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a74c327e800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952326.925999:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb859f80 x1870607600717568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952326.931384:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600717696:0@lo:400:kworker.0 00000100:00100000:2.0:1783952326.931460:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952326.931545:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600717568:0@lo:38:kworker.0 00000100:00100000:2.0:1783952326.931573:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952326.931615:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717696 00000100:00100000:2.0:1783952326.931622:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717696 00000100:00100000:2.0:1783952326.931676:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717568 00000100:00100000:2.0:1783952326.931679:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717568 00000100:00100000:2.0:1783952326.931698:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1783952326.931708:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600717696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952326.931766:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600717696:12345-0@lo:400:kworker.0 Request processed in 59us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952326.931774:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1783952326.931794:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1783952326.931798:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600717568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783952326.931817:0:159117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952326.931852:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600717568:12345-0@lo:38:kworker.0 Request processed in 51us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952326.931859:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:2.0:1783952326.931892:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952326.931898:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783952326.931902:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600717568:0@lo:38:kworker.0 00000100:00100000:2.0:1783952326.931935:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600717696:0@lo:400:kworker.0 00000100:00080000:2.0:1783952326.931962:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952326.938205:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600717824:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1783952326.938664:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952326.938670:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952326.938674:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952326.938680:0:157835:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1783952326.938685:0:157835:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783952326.938693:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a75c5154800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952326.938782:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb859880 x1870607600717952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952326.938813:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600717952:0@lo:38:kworker.0 00000100:00100000:3.0:1783952326.938882:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.938941:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717952 00000100:00100000:3.0:1783952326.938949:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717952 00000100:00100000:3.0:1783952326.938986:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1783952326.938994:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600717952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783952326.939017:0:159117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952326.939062:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600717952:12345-0@lo:38:kworker.0 Request processed in 67us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952326.939069:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:3.0:1783952326.939110:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783952326.939114:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783952326.939118:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600717952:0@lo:38:kworker.0 00000100:00080000:3.0:1783952326.939161:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952326.939164:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952326.939166:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952326.939171:0:157835:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1783952326.939174:0:157835:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783952326.939178:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a75fb8e1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952326.939186:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600718080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952326.939212:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.939257:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718080 00000100:00100000:3.0:1783952326.939261:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718080 00000100:00100000:3.0:1783952326.939308:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1783952326.939314:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600718080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952326.939391:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600718080:12345-0@lo:400:kworker.0 Request processed in 77us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952326.939399:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:3.0:1783952326.939434:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952326.939455:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600718080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952326.939480:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb859880 x1870607600718208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952326.939512:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600718208:0@lo:38:kworker.0 00000100:00100000:3.0:1783952326.939541:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.939572:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718208 00000100:00100000:3.0:1783952326.939576:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718208 00000100:00100000:3.0:1783952326.939596:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1783952326.939601:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600718208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783952326.939620:0:159854:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952326.939652:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600718208:12345-0@lo:38:kworker.0 Request processed in 50us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952326.939658:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:3.0:1783952326.939683:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783952326.939687:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783952326.939690:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600718208:0@lo:38:kworker.0 00000100:00080000:3.0:1783952326.939720:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952326.939723:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952326.939725:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952326.939729:0:157835:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6008 00000100:00080000:3.0:1783952326.939731:0:157835:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783952326.939735:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a75d2a1c800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952326.939745:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952326.939753:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600718336:0@lo:400:kworker.0 00000100:00100000:3.0:1783952326.939784:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.939821:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb858a80 x1870607600718464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952326.939839:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600718464:0@lo:38:kworker.0 00000100:00100000:3.0:1783952326.939862:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952326.939885:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718464 00000100:00100000:3.0:1783952326.939888:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718464 00000100:00100000:3.0:1783952326.939906:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1783952326.939911:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600718464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783952326.939920:0:159117:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952326.939957:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600718464:12345-0@lo:38:kworker.0 Request processed in 44us (94us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952326.939963:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:3.0:1783952326.939987:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783952326.939991:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783952326.939993:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600718464:0@lo:38:kworker.0 00000100:00100000:2.0:1783952326.940187:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952326.940228:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718336 00000100:00100000:2.0:1783952326.940232:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718336 00000100:00100000:2.0:1783952326.940275:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1783952326.940282:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600718336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952326.940321:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600718336:12345-0@lo:400:kworker.0 Request processed in 39us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952326.940328:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:0.0:1783952326.940598:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952326.942568:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600717824 00000100:00100000:3.0:1783952326.942582:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600717824 00000100:00100000:3.0:1783952326.944413:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1783952326.944431:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600717824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952326.944457:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 913408 granted 61945792 pending 237568 free 70492160 avail 63324160 00000100:00100000:3.0:1783952326.944558:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600717824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (4370us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952326.944566:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1783952326.944845:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600718336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952326.945019:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600717824:0@lo:13:osp-pre-1-1.0 00000020:01000004:3.0:1783952327.252032:0:167613:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783952327.252038:0:167613:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1783952327.252039:0:167613:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783952327.252162:0:167613:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8a75fb8f7800 00000020:01000004:3.0:1783952327.252178:0:167613:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1783952327.252194:0:167613:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783952327.252210:0:167613:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8a74c9c78000) 00000020:00000080:3.0:1783952327.252233:0:167613:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1783952327.296824:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1783952327.297869:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1783952327.300393:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.303730:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783952327.304208:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1783952327.304639:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1783952327.304888:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.305204:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783952327.305681:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.305900:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.306212:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.306713:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.306987:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1783952327.307323:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783952327.308064:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1783952327.312822:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.313054:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.313650:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.313900:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.314204:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.314669:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.314955:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.315165:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.315630:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.316003:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x47:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.316426:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x3f:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.316755:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4e:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.317010:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5e:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.317457:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.317783:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4b:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.318023:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x56:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.318577:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.318847:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5d:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.319125:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x53:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.319624:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.319952:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.320198:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.320632:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4c:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.320874:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.321062:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x54:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.321524:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x60:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.321780:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.322037:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x55:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.322558:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.322810:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x5f:0x0] (16/1) registered 00100000:10000000:2.0:1783952327.322995:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1783952327.323260:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x62:0x0] (16/1) registered 00100000:10000000:3.0:1783952327.324036:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1783952327.324663:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1783952327.324867:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1783952327.325725:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1783952327.325931:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1783952327.326169:0:167613:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:3.0:1783952327.327136:0:167613:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1783952327.327539:0:167613:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1783952327.327549:0:167613:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1783952327.327561:0:167613:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438aacc 00000020:01000004:3.0:1783952327.327567:0:167613:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1783952327.327579:0:167613:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1783952327.327584:0:167613:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a75fb8f7800 from MGS 00000020:01000004:3.0:1783952327.327588:0:167613:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1783952327.327606:0:167613:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8a75fa5099c0) 00000020:00000080:3.0:1783952327.327618:0:167613:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1783952327.327671:0:167613:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75fb8f7800 from MGS, refs=2 00080000:01000000:3.0:1783952327.327675:0:167613:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1783952327.327679:0:167613:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438aada 00010000:00010000:3.0:1783952327.327798:0:167613:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-3 is initialized 00000040:01000000:3.0:1783952327.332679:0:167613:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1783952327.336191:0:167617:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1783952327.336438:0:167613:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1783952327.336508:0:167613:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1783952327.341480:0:167613:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1783952327.342567:0:167613:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783952327.342763:0:167613:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1783952327.342771:0:167613:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1783952327.349767:0:167613:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1783952327.349782:0:167613:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1783952327.351037:0:167613:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1783952327.351048:0:167613:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1783952327.352852:0:167613:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1783952327.352881:0:167613:0:(obd_mount.c:392:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:2.0:1783952327.352883:0:167613:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.138@tcp:Set MGC reconnect 2 10000000:01000000:2.0:1783952327.352886:0:167613:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.138@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:2.0:1783952327.352893:0:167613:0:(import.c:65:import_set_state_nolock()) ffff8a75f6c24800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1783952327.352899:0:167613:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.138@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1783952327.361241:0:167613:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.138@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1783952327.361247:0:167613:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1783952327.361258:0:167613:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a75c69a7800 x1870607600715648/t0(0) o400->MGC192.168.202.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952327.361459:0:167613:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a74cb859180 x1870607600717440/t0(0) o400->MGC192.168.202.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783952342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1783952327.361471:0:167613:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1783952327.361474:0:167613:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1783952327.361475:0:167613:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1783952327.361478:0:167613:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1783952327.362571:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600715648:0@lo:400:kworker.0 00000100:00100000:1.0:1783952327.362784:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600717440:0@lo:400:kworker.0 10000000:01000000:3.0:1783952327.362845:0:167613:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00010000:00010000:3.0:1783952327.362864:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7e00/0x3b91f5b494384ec2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b494384ec9 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.362876:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7e00/0x3b91f5b494384ec2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b494384ec9 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.362883:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1783952327.362907:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.362918:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7e00/0x3b91f5b494384ec2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b494384ec9 expref: -99 pid: 159845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.362939:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.362963:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.362969:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.362974:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.362979:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c6306a00/0x3b91f5b494384db1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b494384db8 expref: -99 pid: 159095 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.362990:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7200/0x3b91f5b494385004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b49438500b expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.362996:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7200/0x3b91f5b494385004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b49438500b expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.363002:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.363006:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.363010:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d2df7200/0x3b91f5b494385004 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b49438500b expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.363019:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75fa4ee200/0x3b91f5b49438502e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b494385035 expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.363026:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75fa4ee200/0x3b91f5b49438502e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b494385035 expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.363032:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.363035:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.363038:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75fa4ee200/0x3b91f5b49438502e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b494385035 expref: -99 pid: 160611 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.363061:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75d0593400/0x3b91f5b49438528f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b494385296 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.363069:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75d0593400/0x3b91f5b49438528f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b494385296 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.363204:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.363217:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.363879:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75d0593400/0x3b91f5b49438528f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b494385296 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.363893:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c431ac00/0x3b91f5b4943852b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b4943852c0 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.363900:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c431ac00/0x3b91f5b4943852b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b4943852c0 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.363905:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.363966:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.363971:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c431ac00/0x3b91f5b4943852b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b4943852c0 expref: -99 pid: 161428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.363982:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.363989:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.363996:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.364506:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.364513:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c0031600/0x3b91f5b4943882e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b4943882ee expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.364526:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.364532:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.364538:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.364713:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.364719:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8e00/0x3b91f5b4943883a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b4943883ab expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.364736:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.364742:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.364747:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.364839:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.364845:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf9c00/0x3b91f5b494388595 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b49438859c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.364862:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.364867:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.364885:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952327.365302:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.365309:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c0030600/0x3b91f5b4943882d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b4943882e0 expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.365324:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea800/0x3b91f5b494385567 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b49438556e expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.365330:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea800/0x3b91f5b494385567 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b49438556e expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.365484:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783952327.365669:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.365675:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a74cb4ea800/0x3b91f5b494385567 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b49438556e expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.365686:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6e00/0x3b91f5b494385575 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b49438557c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.365693:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6e00/0x3b91f5b494385575 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b49438557c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.365698:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783952327.365788:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.365793:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c54f6e00/0x3b91f5b494385575 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b49438557c expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.365803:0:167613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952327.365824:0:167613:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.365830:0:167613:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783952327.365913:0:167613:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1783952327.365919:0:167613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e7bf8600/0x3b91f5b494388396 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3b91f5b49438839d expref: -99 pid: 165922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1783952327.365939:0:167613:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8a75f6c24800 already not connected (conn 1, was 0): DISCONN 00000100:00080000:3.0:1783952327.365946:0:167613:0:(import.c:65:import_set_state_nolock()) ffff8a75f6c24800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952327.365952:0:167613:0:(import.c:510:import_select_connection()) MGC192.168.202.138@tcp: connect to NID 0@lo last attempt 5722 00000100:00080000:3.0:1783952327.365961:0:167613:0:(import.c:624:import_select_connection()) MGC192.168.202.138@tcp: import ffff8a75f6c24800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952327.365996:0:167613:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb858a80 x1870607600718592/t0(0) o250->MGC192.168.202.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952327.366081:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:067ae2d0-3bc6-4b14-a01a-17d156457033:106951:1870607600718592:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1783952327.366165:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.366255:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718592 00000100:00100000:2.0:1783952327.366263:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718592 00000100:00100000:2.0:1783952327.366312:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783952327.366321:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:106951:x1870607600718592:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1783952327.366371:0:167619:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 067ae2d0-3bc6-4b14-a01a-17d156457033@0@lo t0 exp 0000000000000000 cur 6014 last 0 00000020:00000080:2.0:1783952327.366400:0:167619:0:(genops.c:1406:class_connect()) connect: client 067ae2d0-3bc6-4b14-a01a-17d156457033, cookie 0x3b91f5b49438aae1 00000100:00080000:2.0:1783952327.366551:0:167619:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1b800 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1783952327.366835:0:167613:0:(recover.c:337:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:2.0:1783952327.367064:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+5:106951:x1870607600718592:12345-0@lo:250:mount.lustre.0 Request processed in 741us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.367081:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783952327.367656:0:106951:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.138@tcp: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783952327.367669:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.138@tcp: connect to target with instance 0 00000100:00080000:1.0:1783952327.367679:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1783952327.367684:0:106951:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1783952327.367689:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75f6c24800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1783952327.367691:0:106951:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1783952327.367757:0:106951:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1783952327.367771:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:067ae2d0-3bc6-4b14-a01a-17d156457033:106951:1870607600718592:0@lo:250:mount.lustre.0 00000100:00080000:3.0:1783952327.367840:0:167613:0:(recover.c:348:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:3.0:1783952327.367853:0:167613:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1783952327.367919:0:167613:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1783952327.367925:0:167613:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.138@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1783952327.368038:0:167613:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.138@tcp ctxt 0 is initialized 00000020:01000004:3.0:1783952327.368067:0:167613:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.138@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1783952327.368083:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1783952327.368085:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783952327.368086:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952327.368087:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952327.368089:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952327.368090:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952327.368091:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952327.368093:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783952327.368094:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952327.368100:0:167613:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783952327.368102:0:167613:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1783952327.368104:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783952327.368106:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783952327.368106:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952327.368107:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952327.368108:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952327.368109:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952327.368110:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952327.368111:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783952327.368112:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952327.368113:0:167613:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783952327.368129:0:167613:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1783952327.368142:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600718720:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783952327.368204:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.368253:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c8037b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952327.368499:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718720 00000100:00100000:1.0:1783952327.368506:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718720 00000100:00100000:1.0:1783952327.368551:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783952327.368559:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+5:167613:x1870607600718720:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783952327.368620:0:167621:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1783952327.368624:0:167621:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783952327.368628:0:167621:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 00000020:01000000:2.0:1783952327.368895:0:94664:0:(tgt_mount.c:1626:tgt_import_update()) NID #0: 192.168.202.138@tcp 10000000:01000000:2.0:1783952327.368910:0:94664:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1783952327.368912:0:94664:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1783952327.368914:0:94664:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783952327.368915:0:94664:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952327.368916:0:94664:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952327.368917:0:94664:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952327.368918:0:94664:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952327.368919:0:94664:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783952327.368921:0:94664:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952327.368922:0:94664:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:2.0:1783952327.368966:0:94664:0:(tgt_mount.c:1637:tgt_import_update()) lustre-OST0000: notify about 1 NIDs, rc = 0 10000000:01000000:2.0:1783952327.368974:0:94664:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-OST0001 about 1 new NIDs 00000020:01000004:2.0:1783952327.368976:0:94664:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1783952327.368977:0:94664:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783952327.368979:0:94664:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952327.368980:0:94664:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952327.368981:0:94664:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952327.368982:0:94664:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952327.368983:0:94664:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783952327.368984:0:94664:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952327.368985:0:94664:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:2.0:1783952327.369008:0:94664:0:(tgt_mount.c:1637:tgt_import_update()) lustre-OST0001: notify about 1 NIDs, rc = 0 10000000:01000000:2.0:1783952327.369013:0:94664:0:(mgc_request_server.c:464:mgc_set_info_async_server()) NID notify for lustre-MDT0001 about 1 new NIDs 00000020:01000004:2.0:1783952327.369014:0:94664:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1783952327.369016:0:94664:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783952327.369017:0:94664:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952327.369018:0:94664:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952327.369019:0:94664:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952327.369020:0:94664:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952327.369021:0:94664:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952327.369022:0:94664:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952327.369023:0:94664:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:2.0:1783952327.369033:0:94664:0:(tgt_mount.c:1637:tgt_import_update()) lustre-MDT0001: notify about 1 NIDs, rc = 0 00000100:00100000:2.0:1783952327.369151:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600718976:0@lo:253:kworker.0 00000100:00100000:2.0:1783952327.369197:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.369390:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952327.369397:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600719104:0@lo:253:kworker.0 00000100:00100000:2.0:1783952327.369428:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.369458:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718976 00000100:00100000:2.0:1783952327.369463:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718976 00000100:00100000:2.0:1783952327.369484:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719104 00000100:00100000:2.0:1783952327.369496:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719104 00000100:00100000:2.0:1783952327.369512:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783952327.369519:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+7:106954:x1870607600718976:12345-0@lo:253:kworker.0 20000000:01000000:2.0:1783952327.369549:0:167619:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 00000100:00100000:3.0:1783952327.369703:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600718848:0@lo:253:kworker.0 00000100:00100000:3.0:1783952327.369738:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.369771:0:167620:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00100000:3.0:1783952327.369778:0:167620:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 10000000:01000000:3.0:1783952327.370975:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1783952327.371797:0:167621:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 37 20000000:01000000:3.0:1783952327.373713:0:167624:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1783952327.373720:0:167624:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1783952327.373723:0:167624:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1783952327.373726:0:167624:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1783952327.373910:0:167624:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1783952327.374177:0:167621:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1783952327.374202:0:167621:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1783952327.375788:0:167619:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1783952327.376563:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+7:167613:x1870607600718720:12345-0@lo:253:mount.lustre.0 Request processed in 8000us (8355us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.376576:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783952327.376704:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600718720:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783952327.376720:0:167613:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783952327.376724:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783952327.376726:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783952327.376727:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952327.376728:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952327.376730:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952327.376731:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952327.376732:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952327.376733:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783952327.376735:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952327.376737:0:167613:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783952327.376764:0:167613:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a75fb8f7800 from lustre-MDT0000 10000000:01000000:2.0:1783952327.376796:0:167613:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1783952327.376799:0:167613:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783952327.376809:0:167613:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a75fb8f7800 10000000:01000000:2.0:1783952327.376815:0:167613:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783952327.376820:0:167613:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a75fb8f7800 10000000:01000000:2.0:1783952327.376823:0:167613:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1783952327.376827:0:167613:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8a75fb8f7800 from 1 10000000:01000000:2.0:1783952327.376830:0:167613:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1783952327.376866:0:167613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.376877:0:167613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.376887:0:167613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952327.376907:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719232:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783952327.376947:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.376987:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327180 going to sleep for 11 seconds 00000100:00100000:1.0:1783952327.377470:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600718848 00000100:00100000:1.0:1783952327.377479:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600718848 00000100:00100000:1.0:1783952327.377520:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719232 00000100:00100000:1.0:1783952327.377524:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719232 00000100:00100000:1.0:1783952327.377546:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783952327.377555:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+8:106954:x1870607600719104:12345-0@lo:253:kworker.0 20000000:01000000:1.0:1783952327.377582:0:167621:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 00000100:00100000:0.0:1783952327.378789:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783952327.378802:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+8:106953:x1870607600718848:12345-0@lo:253:kworker.0 20000000:01000000:0.0:1783952327.378826:0:167623:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1783952327.379474:0:167619:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1783952327.379541:0:167619:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1783952327.379925:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+8:106954:x1870607600718976:12345-0@lo:253:kworker.0 Request processed in 10402us (10724us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.379935:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783952327.379976:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783952327.379985:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+7:167613:x1870607600719232:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952327.379996:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952327.380019:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c6307200/0x3b91f5b49438aaef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438aae8 expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.380044:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c6307200/0x3b91f5b49438aaef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438aae8 expref: 8 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.380057:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c6307200/0x3b91f5b49438aaef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438aae8 expref: 8 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.380066:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c6307200, rc 0) 00000020:01000004:0.0:1783952327.380189:0:106954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1783952327.380193:0:106954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783952327.380194:0:106954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783952327.380195:0:106954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783952327.380196:0:106954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783952327.380198:0:106954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783952327.380199:0:106954:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783952327.380201:0:106954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783952327.380202:0:106954:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1783952327.380206:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600718976:0@lo:253:kworker.0 00000100:00100000:2.0:1783952327.380476:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+8:167613:x1870607600719232:12345-0@lo:101:mount.lustre.0 Request processed in 492us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.380482:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783952327.380575:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719232:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783952327.380605:0:167613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aaef expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952327.380615:0:167613:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438aaef expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952327.380633:0:167613:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1783952327.380653:0:167613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aaef expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952327.380662:0:167613:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c6307a00/0x3b91f5b49438aae8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aaef expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952327.380688:0:167613:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1783952327.380693:0:167613:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783952327.380699:0:167613:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a75fb8f7800 10000000:01000000:0.0:1783952327.380702:0:167613:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1783952327.380707:0:167613:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1783952327.380709:0:167613:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1783952327.380737:0:167613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952327.380744:0:167613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952327.380753:0:167613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952327.380776:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719360:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783952327.380816:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.380851:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6ae3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.381094:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719360 00000100:00100000:2.0:1783952327.381102:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719360 00000100:00100000:2.0:1783952327.381148:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783952327.381157:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+8:167613:x1870607600719360:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952327.381168:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952327.381180:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c6307600/0x3b91f5b49438aafd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438aaf6 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.381212:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c6307600/0x3b91f5b49438aafd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438aaf6 expref: 9 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.381230:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c6307600/0x3b91f5b49438aafd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438aaf6 expref: 9 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.381239:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c6307600, rc 0) 00000100:00100000:2.0:1783952327.381269:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600719360:12345-0@lo:101:mount.lustre.0 Request processed in 114us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.381440:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719360:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783952327.381451:0:167613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aafd expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952327.381458:0:167613:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438aafd expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952327.381527:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719488:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952327.381570:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.381606:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca6ae3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.381625:0:167619:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 4 min 3 max 32 00000100:00100000:0.0:1783952327.381632:0:167619:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0004' 00000100:00100000:2.0:1783952327.382043:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783952327.382084:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719488 00000100:00100000:2.0:1783952327.382088:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719488 00000100:00100000:2.0:1783952327.382109:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783952327.382116:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600719488:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783952327.382353:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600719488:12345-0@lo:501:mount.lustre.0 Request processed in 218us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.382360:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 20000000:01000000:3.0:1783952327.382865:0:167622:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783952327.382872:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783952327.382893:0:167622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382907:0:167622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783952327.382917:0:167622:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000045356s 00010000:00010000:3.0:1783952327.382928:0:167622:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382935:0:167622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382942:0:167622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382949:0:167622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382956:0:167622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952327.382960:0:167622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382969:0:167622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382983:0:167622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382990:0:167622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.382997:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438ab04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783952327.383150:0:167621:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1783952327.383675:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952327.383819:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719616:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952327.384028:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.384102:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca582480 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.384207:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719616 00000100:00100000:2.0:1783952327.384214:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719616 00000100:00100000:2.0:1783952327.384692:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783952327.384704:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600719616:12345-0@lo:503:mount.lustre.0 20000000:01000000:1.0:1783952327.386736:0:167621:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783952327.386753:0:167621:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1783952327.386908:0:167623:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783952327.387046:0:167622:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783952327.387052:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783952327.387084:0:167622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387115:0:167622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783952327.387125:0:167622:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000073732s 00010000:00010000:3.0:1783952327.387130:0:167622:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387137:0:167622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387144:0:167622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387150:0:167622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387157:0:167622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952327.387161:0:167622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387169:0:167622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387182:0:167622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387189:0:167622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.387195:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438ab0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952327.387688:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+10:106954:x1870607600719104:12345-0@lo:253:kworker.0 Request processed in 10129us (18254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.387699:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783952327.388479:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600719616:12345-0@lo:503:mount.lustre.0 Request processed in 3773us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.388498:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783952327.388689:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600719616:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952327.389047:0:167626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167626:1870607600719744:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783952327.389190:0:167626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.389231:0:167626:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c80373c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.389536:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719744 00000100:00100000:2.0:1783952327.389544:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719744 00000100:00100000:2.0:1783952327.389660:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783952327.389670:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167626:x1870607600719744:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.391546:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167626:x1870607600719744:12345-0@lo:502:llog_process_th.0 Request processed in 1869us (2347us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.391560:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783952327.393445:0:167626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167626:1870607600719744:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1783952327.393522:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952327.393539:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952327.393541:0:167626:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1783952327.393548:0:167626:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1783952327.393552:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783952327.393568:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8a75fa508000) 00000020:00000080:3.0:1783952327.393751:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1783952327.393760:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1783952327.393855:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:3.0:1783952327.393862:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438ab19 00000020:00000080:3.0:1783952327.394195:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1783952327.394201:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952327.394205:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952327.394207:0:167626:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1783952327.394209:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952327.394213:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952327.394214:0:167626:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1783952327.394218:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783952327.394236:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8a75fa50cd40) 00000020:00000080:3.0:1783952327.394249:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1783952327.394254:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1783952327.394256:0:167626:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1783952327.394259:0:167626:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1783952327.394264:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783952327.394321:0:167626:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75fb8f7800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1783952327.394381:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8a75fa50b380) 00000020:00000080:3.0:1783952327.394392:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1783952327.394457:0:167626:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1783952327.394464:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438ab2e 00000020:00000080:3.0:1783952327.394571:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1783952327.394579:0:167626:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1783952327.394583:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3b91f5b49438ab35 00080000:01000000:3.0:1783952327.394589:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:3.0:1783952327.394604:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438ab3c 00000020:01000004:0.0:1783952327.395258:0:106954:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1783952327.395262:0:106954:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783952327.395264:0:106954:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783952327.395265:0:106954:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783952327.395266:0:106954:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783952327.395276:0:106954:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783952327.395278:0:106954:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783952327.395280:0:106954:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783952327.395282:0:106954:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1783952327.395287:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600719104:0@lo:253:kworker.0 20000000:01000000:2.0:1783952327.409401:0:167623:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1783952327.409427:0:167623:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1783952327.409688:0:167622:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783952327.409694:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783952327.409722:0:167622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409740:0:167622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783952327.409750:0:167622:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000073732s 00010000:00010000:1.0:1783952327.409755:0:167622:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409762:0:167622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409770:0:167622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409778:0:167622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409800:0:167622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952327.409804:0:167622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409813:0:167622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409828:0:167622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409836:0:167622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.409843:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438ab43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952327.410090:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+8:106953:x1870607600718848:12345-0@lo:253:kworker.0 Request processed in 31286us (40346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.410102:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:01000004:0.0:1783952327.414740:0:106953:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1783952327.414748:0:106953:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783952327.414750:0:106953:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783952327.414752:0:106953:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783952327.414753:0:106953:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783952327.414755:0:106953:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783952327.414757:0:106953:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783952327.414759:0:106953:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783952327.414760:0:106953:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1783952327.414767:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600718848:0@lo:253:kworker.0 00010000:00010000:0.0:1783952327.481001:0:167626:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:0.0:1783952327.481747:0:167626:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 0 srv lr: 34359738584 lx: 0 gen 5 00000001:00080000:0.0:1783952327.481794:0:167626:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: 71ea6a5c-561f-4eb8-a8d2-543f542832b5 idx: 1 lr: 0 srv lr: 34359738584 lx: 0 gen 4 00000001:00000004:0.0:1783952327.481818:0:167626:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 34359738584 00000001:00080000:0.0:1783952327.482205:0:167626:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:0.0:1783952327.482589:0:167626:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8a74ca6aec00: xid 1870607600714112, transno 34359738793, client gen 5, slot idx 0 00000001:00080000:0.0:1783952327.482660:0:167626:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8a74ca6ae300: xid 1870607600713856, transno 34359738792, client gen 5, slot idx 1 00000001:00080000:0.0:1783952327.482673:0:167626:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8a74ca6ae240: xid 1870607584142464, transno 34359738783, client gen 4, slot idx 2 00000001:00080000:0.0:1783952327.482679:0:167626:0:(tgt_lastrcvd.c:2283:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8a74ca6ae180: xid 1870607584111872, transno 34359738721, client gen 4, slot idx 3 00000020:00000080:0.0:1783952327.483210:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8a75fe5ecd40) 00000020:00000080:0.0:1783952327.483311:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1783952327.483521:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:0.0:1783952327.483530:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438ab5f 00000020:00000080:2.0:1783952327.494671:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1783952327.498602:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3b91f5b49438ab66 00000020:00000080:2.0:1783952327.499372:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1783952327.499384:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783952327.499391:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.499393:0:167626:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1783952327.499397:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783952327.499399:0:167626:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1783952327.499401:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783952327.499402:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783952327.499404:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783952327.499406:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.499407:0:167626:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783952327.499410:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783952327.499415:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.499416:0:167626:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1783952327.499421:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1783952327.499462:0:167626:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1783952327.499483:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783952327.499495:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.499497:0:167626:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1783952327.499507:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783952327.499511:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.499512:0:167626:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1783952327.499515:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783952327.499521:0:167626:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:00000080:2.0:1783952327.499548:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783952327.499566:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8a75f7880000) 00000020:00000080:2.0:1783952327.499587:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1783952327.499603:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783952327.499663:0:167626:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1783952327.499669:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1783952327.499675:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438ab74 00010000:00080000:2.0:1783952327.499709:0:167626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a74cce23000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.138@tcp at head 00010000:00010000:2.0:1783952327.505890:0:167626:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000020:00000080:2.0:1783952327.507499:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783952327.507516:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1783952327.507551:0:167626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783952327.507573:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438ab7b 00000100:00080000:2.0:1783952327.507584:0:167626:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783952327.507600:0:167626:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a74cce23000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952327.507641:0:167626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef28000 x1870607600719872/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952327.507665:0:167626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1783952327.507720:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783952327.507724:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.507726:0:167626:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1783952327.507729:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783952327.507732:0:167626:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1783952327.507734:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783952327.507736:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783952327.507737:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783952327.507754:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.507756:0:167626:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783952327.507759:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783952327.507764:0:167626:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1783952327.507768:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.507769:0:167626:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1783952327.507772:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783952327.507776:0:167626:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:01000000:2.0:1783952327.507799:0:167626:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1783952327.507802:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783952327.507815:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8a75f78819c0) 00000020:00000080:2.0:1783952327.507831:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1783952327.507835:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783952327.507897:0:167626:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1783952327.507903:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:2.0:1783952327.507909:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438ab89 00010000:00080000:2.0:1783952327.507941:0:167626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a74cb626000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.138@tcp at head 00010000:00010000:2.0:1783952327.508136:0:167626:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-10 is initialized 00000100:00080000:2.0:1783952327.508394:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952327.508400:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783952327.508403:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952327.508407:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1783952327.508412:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783952327.508416:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a74c327e800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952327.508435:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef28a80 x1870607600720000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952327.508467:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952327.508471:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783952327.508479:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952327.508483:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1783952327.508497:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783952327.508502:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a75c5154800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952327.508518:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef2a300 x1870607600720256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952327.508536:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952327.508539:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783952327.508540:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952327.508544:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1783952327.508546:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783952327.508551:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a75fb8e1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952327.508561:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef28380 x1870607600720512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783952327.508593:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783952327.508597:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783952327.508598:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952327.508602:0:94664:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6013 00000100:00080000:2.0:1783952327.508605:0:94664:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783952327.508608:0:94664:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a75d2a1c800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952327.508618:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75de358000 x1870607600720896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952327.508651:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600720128:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.508717:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.508771:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952327.508778:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600720384:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.508803:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.508834:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600720768:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.508862:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.508880:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952327.508885:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600720640:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.508906:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.508959:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720128 00000100:00100000:2.0:1783952327.508965:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720128 00000100:00100000:2.0:1783952327.509003:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720384 00000100:00100000:2.0:1783952327.509005:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720384 00000100:00100000:2.0:1783952327.509026:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1783952327.509033:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600720128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509079:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600720128:12345-0@lo:400:kworker.0 Request processed in 45us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.509086:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1783952327.509102:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1783952327.509107:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600720384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509131:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600720384:12345-0@lo:400:kworker.0 Request processed in 24us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.509136:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1783952327.509174:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600720384:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509184:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600720128:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509222:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720768 00000100:00100000:2.0:1783952327.509225:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720768 00000100:00100000:2.0:1783952327.509254:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720640 00000100:00100000:2.0:1783952327.509257:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720640 00000100:00100000:2.0:1783952327.509275:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1783952327.509280:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600720768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509313:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600720768:12345-0@lo:400:kworker.0 Request processed in 33us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.509318:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1783952327.509329:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1783952327.509378:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600720640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509404:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600720640:12345-0@lo:400:kworker.0 Request processed in 71us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.509409:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1783952327.509433:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600720640:0@lo:400:kworker.0 00000100:00100000:2.0:1783952327.509441:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600720768:0@lo:400:kworker.0 00000100:00100000:1.0:1783952327.509872:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600719872:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783952327.509914:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.509943:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600720000:0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.509966:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.509980:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600720256:0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.509999:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.510012:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600720512:0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.510031:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.510048:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600720896:0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.510067:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.510517:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600719872 00000100:00100000:1.0:1783952327.510523:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600719872 00000100:00100000:1.0:1783952327.510548:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720512 00000100:00100000:1.0:1783952327.510552:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720512 00000100:00100000:1.0:1783952327.510563:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1783952327.510569:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600719872:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783952327.510610:0:159854:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 6014 last 0 00000020:00000080:1.0:1783952327.510647:0:159854:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438ab90 00000004:00100000:1.0:1783952327.510663:0:159854:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783952327.510768:0:159854:0:(import.c:65:import_set_state_nolock()) ffff8a74c21e5000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783952327.510821:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106951:x1870607600719872:12345-0@lo:38:llog_process_th.0 Request processed in 251us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.510830:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1783952327.510846:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1783952327.510851:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600720512:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.510881:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600720512:12345-0@lo:38:kworker.0 Request processed in 29us (848us total) trans 0 rc -11/-11 00000100:00100000:1.0:1783952327.510887:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1783952327.510915:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783952327.510923:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 6 00000100:00080000:1.0:1783952327.510931:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1783952327.510936:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1783952327.510938:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cce23000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783952327.510948:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600719872:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1783952327.510962:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952327.510965:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1783952327.510968:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600720512:0@lo:38:kworker.0 00000100:00100000:2.0:1783952327.511732:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720000 00000100:00100000:2.0:1783952327.511739:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720000 00000100:00100000:2.0:1783952327.511774:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720256 00000100:00100000:2.0:1783952327.511778:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720256 00000100:00100000:2.0:1783952327.511788:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600720896 00000100:00100000:2.0:1783952327.511791:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600720896 00000100:00100000:2.0:1783952327.511803:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1783952327.511809:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720000:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1783952327.511875:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720000:12345-0@lo:38:kworker.0 Request processed in 65us (1907us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783952327.511881:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1783952327.511898:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1783952327.511902:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1783952327.511945:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720256:12345-0@lo:38:kworker.0 Request processed in 41us (1944us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783952327.511951:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1783952327.511964:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1783952327.511968:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720896:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1783952327.511998:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600720896:12345-0@lo:38:kworker.0 Request processed in 28us (1929us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783952327.512004:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00080000:2.0:1783952327.512043:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952327.512048:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783952327.512052:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600720000:0@lo:38:kworker.0 00000100:00080000:2.0:1783952327.512062:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952327.512066:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783952327.512151:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600720256:0@lo:38:kworker.0 00000100:00080000:2.0:1783952327.512167:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783952327.512170:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783952327.512174:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600720896:0@lo:38:kworker.0 00000100:00100000:1.0:1783952327.513182:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000040:01000000:0.0:1783952327.514191:0:167626:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783952327.514772:0:167626:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1783952327.515786:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75cf886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600721024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952327.515859:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1783952327.517698:0:167626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783952327.517950:0:167626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].9, 64 off8768 00000040:00080000:0.0:1783952327.518750:0:167626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].1, 64 off8256 00000100:00100000:3.0:1783952327.519115:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721024 00000100:00100000:3.0:1783952327.519124:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721024 00000100:00100000:3.0:1783952327.519185:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1783952327.519198:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600721024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952327.519253:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42676224 avail 36544512 00000100:00100000:3.0:1783952327.519357:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600721024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.519365:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1783952327.519638:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75cf886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600721024:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1783952327.519978:0:167632:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:2.0:1783952327.519983:0:167632:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x24:0x0] at index 9 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1783952327.521670:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952327.521689:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783952327.521740:0:167626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783952327.521761:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438ab97 00000100:00080000:0.0:1783952327.521772:0:167626:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783952327.521778:0:167626:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952327.521814:0:167626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c69a6a00 x1870607600721152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783952327.521882:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600721152:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952327.521951:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783952327.522016:0:167626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1783952327.522132:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952327.522136:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.522138:0:167626:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783952327.522141:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783952327.522144:0:167626:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1783952327.522145:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783952327.522147:0:167626:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783952327.522148:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783952327.522150:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.522151:0:167626:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783952327.522168:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783952327.522172:0:167626:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1783952327.522175:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.522177:0:167626:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783952327.522180:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783952327.522184:0:167626:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.138@tcp to nid 0x20000c0a8ca8a (192.168.202.138@tcp) 00000020:01000000:0.0:1783952327.522205:0:167626:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1783952327.522207:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783952327.522229:0:167626:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8a75fe5e99c0) 00000020:00000080:0.0:1783952327.522250:0:167626:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1783952327.522255:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783952327.522323:0:167626:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1783952327.522330:0:167626:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:0.0:1783952327.522355:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3b91f5b49438aba5 00010000:00080000:0.0:1783952327.522385:0:167626:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a74c2396000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.138@tcp at head 00010000:00010000:0.0:1783952327.522627:0:167626:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-11 is initialized 00000040:01000000:0.0:1783952327.522709:0:167626:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783952327.522723:0:167626:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1783952327.522967:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721152 00000100:00100000:1.0:1783952327.522974:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721152 00000100:00100000:1.0:1783952327.523011:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1783952327.523020:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:106951:x1870607600721152:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1783952327.523048:0:160616:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 6014 last 0 00000020:00000080:1.0:1783952327.523072:0:160616:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438abac 00002000:00100000:1.0:1783952327.523087:0:160616:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8a74c21e0000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1783952327.523091:0:160616:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1783952327.523094:0:160616:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1783952327.523163:0:160616:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783952327.523187:0:160616:0:(import.c:65:import_set_state_nolock()) ffff8a74c21e7000 : changing import state from RECOVER to FULL 00000040:00080000:0.0:1783952327.525011:0:167626:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783952327.525641:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:106951:x1870607600721152:12345-0@lo:8:llog_process_th.0 Request processed in 2615us (3684us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.525662:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000040:00080000:0.0:1783952327.525953:0:167626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].9, 64 off8768 00000040:00080000:0.0:1783952327.526118:0:167626:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x26:0x0].1, 64 off8256 00000040:00080000:0.0:1783952327.526767:0:167634:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:0.0:1783952327.526772:0:167634:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x26:0x0] at index 9 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1783952327.527730:0:167626:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783952327.527742:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783952327.527780:0:167626:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1783952327.527799:0:167626:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438abb3 00000100:00080000:0.0:1783952327.527836:0:167626:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783952327.527842:0:167626:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a74c2396000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952327.527881:0:167626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c69a4a80 x1870607600721280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783952327.527911:0:167626:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1783952327.527974:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952327.527978:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.527980:0:167626:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783952327.527983:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952327.527987:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.527989:0:167626:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783952327.527991:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783952327.527992:0:167626:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783952327.527995:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952327.527996:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.527998:0:167626:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1783952327.528000:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952327.528002:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.528003:0:167626:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783952327.528006:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1783952327.528037:0:167626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167626:1870607600721408:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783952327.528504:0:167626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.528579:0:167626:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cc2449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.528711:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783952327.528721:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 5 00000100:00080000:2.0:1783952327.528728:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783952327.528733:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783952327.528745:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783952327.528766:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783952327.528773:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600721152:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952327.528798:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600721280:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952327.528833:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.528871:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721280 00000100:00100000:2.0:1783952327.528877:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721280 00000100:00100000:2.0:1783952327.528911:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1783952327.528919:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:106951:x1870607600721280:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1783952327.528950:0:161704:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 6014 last 0 00000020:00000080:2.0:1783952327.528982:0:161704:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3b91f5b49438abba 00002000:00100000:2.0:1783952327.528997:0:161704:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8a75cf5b3800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1783952327.529001:0:161704:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1783952327.529004:0:161704:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1783952327.529215:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600721536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952327.529275:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.529328:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721536 00000100:00100000:3.0:1783952327.529331:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721536 00000100:00100000:3.0:1783952327.529406:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1783952327.529415:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600721536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952327.529442:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2945024 granted 62027712 pending 430080 free 70213632 avail 63045632 00000100:00100000:3.0:1783952327.529512:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106953:x1870607600721536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.529520:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:3.0:1783952327.529553:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952327.529582:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600721536:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1783952327.529731:0:167632:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783952327.529797:0:167632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6014525460757ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783952327.529804:0:167632:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00002000:00080000:2.0:1783952327.529921:0:161704:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1783952327.529946:0:161704:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952327.529991:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:106951:x1870607600721280:12345-0@lo:8:llog_process_th.0 Request processed in 1071us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.529999:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1783952327.530036:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783952327.530041:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 4 00000100:00080000:2.0:1783952327.530047:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783952327.530051:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783952327.530054:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c2396000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783952327.530067:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783952327.530086:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600721280:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1783952327.530145:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600721664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952327.530175:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1783952327.530205:0:167634:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1783952327.530393:0:167634:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6014526056796ns, next at 0ns, rc = 0 00080000:00080000:2.0:1783952327.530399:0:167634:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1783952327.530973:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721664 00000100:00100000:3.0:1783952327.530981:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721664 00000100:00100000:3.0:1783952327.531032:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1783952327.531044:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600721664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952327.531079:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 913408 granted 61945792 pending 237568 free 70344704 avail 63176704 00000100:00100000:3.0:1783952327.531133:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600721664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.531140:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1783952327.531188:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600721664:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1783952327.531316:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952327.532989:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721408 00000100:00100000:1.0:1783952327.533001:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721408 00000100:00100000:1.0:1783952327.533053:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783952327.533062:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+8:167626:x1870607600721408:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783952327.533464:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+8:167626:x1870607600721408:12345-0@lo:502:llog_process_th.0 Request processed in 402us (4959us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.533473:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783952327.533605:0:167626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167626:1870607600721408:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1783952327.533642:0:167626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952327.533650:0:167626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952327.533653:0:167626:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783952327.533657:0:167626:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1783952327.533861:0:167613:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1783952327.533886:0:167613:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1783952327.533911:0:167613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aafd expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.533923:0:167613:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c9783400/0x3b91f5b49438aaf6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aafd expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952327.533931:0:167613:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75fb8f7800 from 1 10000000:01000000:1.0:1783952327.533934:0:167613:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783952327.533967:0:167613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.533974:0:167613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.533983:0:167613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952327.534005:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600721792:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783952327.534056:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.534242:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e4befc00 going to sleep for 11 seconds 00000004:00080000:2.0:1783952327.534655:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1783952327.534705:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:3.0:1783952327.534828:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721792 00000100:00100000:3.0:1783952327.534834:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721792 00000100:00100000:3.0:1783952327.534879:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783952327.534889:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+8:167613:x1870607600721792:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952327.534902:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952327.534918:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438abc1 expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.534940:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 9 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.534950:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 9 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.534958:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80400, rc 0) 00000100:00100000:3.0:1783952327.535168:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600721792:12345-0@lo:101:mount.lustre.0 Request processed in 279us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.535175:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783952327.535736:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600721792:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783952327.535757:0:167613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.535769:0:167613:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952327.536722:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600721920:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1783952327.536807:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.536915:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e4befc00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.536967:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600721920 00000100:00100000:2.0:1783952327.536974:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600721920 00000100:00100000:2.0:1783952327.537067:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783952327.537087:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600721920:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783952327.537109:0:167623:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783952327.537128:0:167623:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783952327.537133:0:167623:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783952327.537136:0:167623:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783952327.537138:0:167623:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 40 00000100:00100000:2.0:1783952327.537466:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600721920:12345-0@lo:256:mount.lustre.0 Request processed in 381us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.537474:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783952327.537553:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600721920:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1783952327.538273:0:167613:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783952327.538294:0:167613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.538305:0:167613:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952327.538314:0:167613:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a75fb8f7800 from 1 10000000:01000000:1.0:1783952327.538316:0:167613:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783952327.538385:0:167613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.538394:0:167613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.538403:0:167613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952327.538421:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722048:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783952327.538469:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.538983:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e4befc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.539064:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722048 00000100:00100000:3.0:1783952327.539147:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722048 00000100:00100000:3.0:1783952327.539201:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783952327.539211:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+9:167613:x1870607600722048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952327.539236:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952327.539252:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438abd6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438abcf expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.539275:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438abd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438abcf expref: 10 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.539286:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e6e80e00/0x3b91f5b49438abd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438abcf expref: 10 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.539295:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80e00, rc 0) 00000100:00100000:3.0:1783952327.539367:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722048:12345-0@lo:101:mount.lustre.0 Request processed in 157us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.539374:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783952327.539424:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952327.539438:0:167613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abd6 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.539447:0:167613:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438abd6 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952327.539527:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952327.539562:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.539579:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c2571d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.539622:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722176 00000100:00100000:3.0:1783952327.539626:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722176 00000100:00100000:3.0:1783952327.539653:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783952327.539660:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722176:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952327.539789:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722176:12345-0@lo:501:mount.lustre.0 Request processed in 129us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.539796:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783952327.539830:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952327.539860:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952327.539903:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.539916:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c8037e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.539929:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722304 00000100:00100000:3.0:1783952327.539932:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722304 00000100:00100000:3.0:1783952327.539951:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783952327.539956:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722304:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952327.540029:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722304:12345-0@lo:503:mount.lustre.0 Request processed in 72us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.540035:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783952327.540074:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722304:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952327.540997:0:167636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167636:1870607600722432:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783952327.541048:0:167636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.541080:0:167636:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e4bef300 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.541129:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722432 00000100:00100000:3.0:1783952327.541134:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722432 00000100:00100000:3.0:1783952327.541172:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783952327.541179:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167636:x1870607600722432:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783952327.541795:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167636:x1870607600722432:12345-0@lo:502:llog_process_th.0 Request processed in 614us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.541813:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783952327.541959:0:167636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167636:1870607600722432:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783952327.541996:0:167636:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783952327.542007:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783952327.542010:0:167636:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783952327.542017:0:167636:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a75fb8f7800 00000020:00000080:1.0:1783952327.542019:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783952327.542029:0:167636:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783952327.542031:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783952327.542033:0:167636:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783952327.542035:0:167636:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783952327.542037:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783952327.542039:0:167636:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783952327.542042:0:167636:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a75fb8f7800 00000020:00000080:1.0:1783952327.542044:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783952327.542886:0:167636:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167636:1870607600722560:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783952327.542948:0:167636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952327.542986:0:167636:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75e4bef300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.543061:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722560 00000100:00100000:2.0:1783952327.543067:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722560 00000100:00100000:2.0:1783952327.543116:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783952327.543125:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167636:x1870607600722560:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.543311:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167636:x1870607600722560:12345-0@lo:502:llog_process_th.0 Request processed in 187us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.543319:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783952327.543393:0:167636:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167636:1870607600722560:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783952327.543425:0:167636:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783952327.543431:0:167636:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952327.543433:0:167636:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1783952327.543437:0:167636:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1783952327.543783:0:167613:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1783952327.543805:0:167613:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783952327.543826:0:167613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abd6 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.543838:0:167613:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3791800/0x3b91f5b49438abcf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abd6 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952327.543890:0:167613:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783952327.543894:0:167613:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a75fb8f7800 10000000:01000000:3.0:1783952327.543896:0:167613:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a75fb8f7800 10000000:01000000:3.0:1783952327.543901:0:167613:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783952327.543906:0:167613:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a75fb8f7800 from 1 10000000:01000000:3.0:1783952327.543908:0:167613:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783952327.543935:0:167613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.543943:0:167613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.543952:0:167613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952327.543968:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722688:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783952327.544004:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.544028:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f51ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952327.544320:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722688 00000100:00100000:1.0:1783952327.544326:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722688 00000100:00100000:1.0:1783952327.544392:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783952327.544401:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+10:167613:x1870607600722688:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783952327.544413:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952327.544428:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791c00/0x3b91f5b49438abe4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438abdd expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.544451:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791c00/0x3b91f5b49438abe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438abdd expref: 11 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.544461:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791c00/0x3b91f5b49438abe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438abdd expref: 11 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952327.544484:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791c00, rc 0) 00000100:00100000:1.0:1783952327.544532:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600722688:12345-0@lo:101:mount.lustre.0 Request processed in 131us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.544538:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783952327.544769:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722688:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952327.544794:0:167613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abe4 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.544805:0:167613:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438abe4 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952327.544868:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952327.544897:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.544924:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f51ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952327.545399:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722816 00000100:00100000:1.0:1783952327.545405:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722816 00000100:00100000:1.0:1783952327.545444:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783952327.545452:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600722816:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952327.545654:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600722816:12345-0@lo:501:mount.lustre.0 Request processed in 138us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.545663:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783952327.545828:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722816:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952327.545863:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952327.545906:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.545972:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f51ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952327.552698:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600722944 00000100:00100000:1.0:1783952327.552713:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600722944 00000100:00100000:1.0:1783952327.552820:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783952327.552831:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600722944:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952327.553000:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600722944:12345-0@lo:503:mount.lustre.0 Request processed in 170us (7092us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.553008:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783952327.553288:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600722944:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952327.553566:0:167638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723072:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783952327.553625:0:167638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.558692:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723072 00000100:00100000:0.0:1783952327.558707:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723072 00000100:00100000:0.0:1783952327.558773:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783952327.558783:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723072:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783952327.558945:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723072:12345-0@lo:502:llog_process_th.0 Request processed in 164us (5319us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.558952:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783952327.561527:0:167638:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c6327000 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.561576:0:167638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723072:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1783952327.561676:0:167638:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1783952327.561692:0:167638:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8a75fe5e8000) 00000020:00000080:0.0:1783952327.561720:0:167638:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1783952327.562283:0:167638:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a75fb8f7800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1783952327.562289:0:167638:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75fb8f7800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1783952327.562292:0:167638:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75fb8f7800 4 00010000:00080000:0.0:1783952327.562324:0:167638:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75c61ee800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.138@tcp at head 00010000:00010000:0.0:1783952327.567196:0:167638:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:0.0:1783952327.567314:0:167638:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1783952327.567392:0:167638:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783952327.567406:0:167638:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3b91f5b49438abf2 00000100:00080000:0.0:1783952327.567418:0:167638:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783952327.567426:0:167638:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a75c61ee800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952327.567462:0:167638:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c69a7800 x1870607600723200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783952327.567503:0:167638:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1783952327.567740:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600723200:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783952327.567829:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.568780:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723200 00000100:00100000:0.0:1783952327.568791:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723200 00000100:00100000:0.0:1783952327.568835:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1783952327.568843:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600723200:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783952327.568928:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:106951:x1870607600723200:12345-0@lo:38:llog_process_th.0 Request processed in 84us (1099us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783952327.568936:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1783952327.569055:0:167638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783952327.569105:0:167638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.569138:0:167638:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cc244b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.569302:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723328 00000100:00100000:2.0:1783952327.569307:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723328 00000100:00100000:2.0:1783952327.569368:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783952327.569375:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723328:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.569512:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723328:12345-0@lo:502:llog_process_th.0 Request processed in 137us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.569520:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783952327.569577:0:167638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723328:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.569697:0:167638:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723456:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.569732:0:167638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.569749:0:167638:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74ca8090c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.569763:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723456 00000100:00100000:2.0:1783952327.569767:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723456 00000100:00100000:3.0:1783952327.569910:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783952327.569918:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c61ee800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783952327.569922:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1783952327.569925:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600723200:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783952327.572781:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783952327.572805:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723456:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783952327.572993:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167638:x1870607600723456:12345-0@lo:502:llog_process_th.0 Request processed in 197us (3260us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.573002:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783952327.573117:0:167638:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:067ae2d0-3bc6-4b14-a01a-17d156457033:167638:1870607600723456:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1783952327.573164:0:167638:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1783952327.573324:0:167613:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783952327.573381:0:167613:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783952327.573399:0:167613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abe4 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.573411:0:167613:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81000/0x3b91f5b49438abdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438abe4 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783952327.573470:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783952327.573472:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783952327.573474:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952327.573475:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952327.573476:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952327.573478:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952327.573480:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952327.573481:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783952327.573483:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952327.573496:0:167613:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783952327.573500:0:167613:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1783952327.573503:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783952327.573505:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783952327.573506:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783952327.573507:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783952327.573508:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783952327.573509:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783952327.573511:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783952327.573512:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783952327.573513:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783952327.573514:0:167613:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783952327.573538:0:167613:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1783952327.573558:0:167613:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600723584:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783952327.573617:0:167613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.574115:0:167613:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.574186:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723584 00000100:00100000:0.0:1783952327.574195:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723584 00000100:00100000:0.0:1783952327.574258:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783952327.574268:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600723584:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783952327.574295:0:167620:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1783952327.574308:0:167620:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1783952327.578886:0:167620:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783952327.578909:0:167620:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1783952327.579216:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:167613:x1870607600723584:12345-0@lo:253:mount.lustre.0 Request processed in 4944us (5593us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952327.579239:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783952327.579522:0:167613:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:167613:1870607600723584:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783952327.579539:0:167613:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783952327.579543:0:167613:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783952327.579558:0:167613:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783952327.579560:0:167613:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783952327.579561:0:167613:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783952327.579562:0:167613:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783952327.579563:0:167613:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783952327.579564:0:167613:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783952327.579566:0:167613:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783952327.579567:0:167613:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783952327.579568:0:167613:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783952327.579597:0:167613:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1783952327.580274:0:167622:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783952327.580287:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783952327.580307:0:167622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.580323:0:167622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 10 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.580360:0:167622:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.580401:0:167622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 10 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.580414:0:167622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 10 pid: 167619 timeout: 6114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952327.580429:0:167622:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600723712:0@lo:104: 00000100:00100000:3.0:1783952327.580475:0:167622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.580524:0:167622:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.580839:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723712 00000100:00100000:2.0:1783952327.580846:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723712 00000100:00100000:2.0:1783952327.580886:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783952327.580896:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+3:167622:x1870607600723712:12345-0@lo:104: 00010000:00010000:2.0:1783952327.580909:0:163096:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.580965:0:163096:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783952327.580970:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+3:167622:x1870607600723712:12345-0@lo:104: Request processed in 77us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.580976:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:2.0:1783952327.581001:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952327.581007:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581014:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790e00 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952327.581018:0:159105:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581026:0:159105:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952327.581033:0:159105:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952327.581050:0:159105:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783952327.581079:0:159105:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581087:0:159105:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952327.581108:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581114:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a74c3790e00/0x3b91f5b49438abc1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438abc8 expref: -99 pid: 167613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581133:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952327.581135:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952327.581137:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952327.581149:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600723840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952327.581181:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.581235:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723840 00000100:00100000:2.0:1783952327.581239:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723840 00010000:00010000:2.0:1783952327.581257:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 11 pid: 167619 timeout: 6114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952327.581281:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1783952327.581288:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+11:106955:x1870607600723840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952327.581297:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952327.581302:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 11 pid: 167619 timeout: 6114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581313:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 11 pid: 167619 timeout: 6114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581359:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581368:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783952327.581380:0:162849:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001093886s 00010000:00010000:2.0:1783952327.581384:0:162849:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581391:0:162849:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581398:0:162849:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581405:0:162849:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581411:0:162849:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:2.0:1783952327.581414:0:162849:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581421:0:162849:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581429:0:162849:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952327.581438:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952327.581474:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+11:106955:x1870607600723840:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.581480:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1783952327.581533:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600723840:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952327.581713:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e6e80400/0x3b91f5b49438abc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b91f5b49438abc1 expref: 10 pid: 167619 timeout: 6114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952327.581724:0:167622:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600723712:0@lo:104: 00010000:00010000:3.0:1783952327.581739:0:167622:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.581748:0:167622:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.581754:0:167622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952327.581770:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e6e80600/0x3b91f5b49438abf9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1783952327.600126:0:167613:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 30064772366 00000020:00080000:1.0:1783952327.600828:0:167644:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 30064772366 00000040:01000000:0.0:1783952327.600829:0:167613:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1783952327.600839:0:167644:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064772366 00000040:01000000:0.0:1783952327.602053:0:167645:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1783952327.609845:0:167645:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000040:01000000:1.0:1783952327.610691:0:167613:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00100000:2.0:1783952327.612027:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600723968:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783952327.612123:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952327.612179:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75fdb74300 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.612241:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600723968 00000100:00100000:3.0:1783952327.612249:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600723968 00000100:00100000:3.0:1783952327.612304:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1783952327.612314:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600723968:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.612440:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600723968:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 126us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.612449:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1783952327.612528:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600723968:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1783952327.612561:0:167646:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1783952327.612606:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724096:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.612642:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.612670:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724096 00000100:00100000:3.0:1783952327.612674:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724096 00000100:00100000:3.0:1783952327.612698:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1783952327.612704:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724096:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.612795:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724096:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 90us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.612802:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1783952327.612821:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.612834:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724096:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.612890:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724224:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.612926:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.612946:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724224 00000100:00100000:3.0:1783952327.612949:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724224 00000100:00100000:3.0:1783952327.612971:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1783952327.612976:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724224:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.613024:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724224:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 47us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952327.613029:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1783952327.613046:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952327.613057:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724224:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.613110:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724352:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.613161:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.613180:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724352 00000100:00100000:3.0:1783952327.613184:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724352 00000100:00100000:3.0:1783952327.613204:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1783952327.613209:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724352:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.613443:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877480 going to sleep for 11 seconds 00000040:01000000:1.0:1783952327.614055:0:167613:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1783952327.614091:0:167613:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1783952327.614551:0:167613:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1783952327.614559:0:167613:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1783952327.614598:0:167613:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783952327.615585:0:167613:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1783952327.616107:0:167613:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1783952327.616140:0:167613:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1783952327.616240:0:167613:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1783952327.616896:0:167645:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00100000:2.0:1783952327.623176:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724352:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 9944us (9991us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.623192:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1783952327.623286:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724352:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1783952327.623365:0:167646:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 8, last_idx 10 00000100:00100000:3.0:1783952327.623503:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724480:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.623571:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.623613:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.623724:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724480 00000100:00100000:0.0:1783952327.623732:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724480 00000100:00100000:0.0:1783952327.623774:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1783952327.623783:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724480:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.624261:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724480:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 478us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.624269:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1783952327.624600:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724480:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1783952327.624645:0:167646:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 10 synced_idx: 0 lgh_last_idx: 10 00000040:00080000:3.0:1783952327.624656:0:167646:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x240002341:0x2:0x0] at index 9 of catalog [0x240000401:0x1:0x0] 00000100:00100000:3.0:1783952327.624716:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724608:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.624746:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952327.624769:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877240 going to sleep for 11 seconds 00000100:00100000:2.0:1783952327.624889:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724608 00000100:00100000:2.0:1783952327.624894:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724608 00000100:00100000:2.0:1783952327.624924:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1783952327.624931:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724608:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783952327.624992:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724608:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 61us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952327.624999:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1783952327.625098:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724608:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.625211:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724736:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783952327.625262:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:10000000:1.0:1783952327.625764:0:167613:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x63:0x0] (8/32) registered 00000100:00100000:3.0:1783952327.626133:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877480 going to sleep for 11 seconds 00010000:00080000:1.0:1783952327.629878:0:167613:0:(ldlm_lib.c:3053:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 34359738793 00000100:00100000:0.0:1783952327.630524:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724736 00000100:00100000:0.0:1783952327.630536:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724736 00000100:00100000:0.0:1783952327.630587:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1783952327.630609:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724736:12345-0@lo:1000:lod0000_rec0001.0 00010000:00080000:1.0:1783952327.632257:0:167647:0:(ldlm_lib.c:2853:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 167647 00010000:02000000:1.0:1783952327.632278:0:167647:0:(ldlm_lib.c:2335:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:3.0:1783952327.633964:0:167613:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1783952327.633990:0:167613:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.138@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1783952327.634009:0:167613:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1783952327.634042:0:167613:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1783952327.635026:0:167613:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783952327.635289:0:167613:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00080000:3.0:1783952327.651682:0:167647:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1783952327.651691:0:167647:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000100:00100000:0.0:1783952327.662135:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724736:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 31518us (36861us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.662150:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1783952327.662473:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724736:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.662620:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724864:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.662665:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.662696:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600724864 00000100:00100000:0.0:1783952327.662702:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600724864 00000100:00100000:0.0:1783952327.662748:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1783952327.662758:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724864:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.662824:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600724864:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.662831:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1783952327.663930:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75f5dc10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.663961:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600724864:0@lo:1000:lod0000_rec0001.0 00000004:00080000:0.0:1783952327.664022:0:167646:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8a74c3368480 with version 1 00000004:00080000:0.0:1783952327.664038:0:167630:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74cb0620c0 version 1 rpc_version 1 00000020:00100000:0.0:1783952327.664058:0:167630:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952327.664066:0:167630:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c69a7800 x1870607600725120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952327.664086:0:167630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725120:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.664126:0:167630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.664141:0:167630:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c7d03e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.664156:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600725120 00000100:00100000:0.0:1783952327.664161:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600725120 00000100:00100000:0.0:1783952327.664215:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1783952327.664224:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167630:x1870607600725120:12345-0@lo:1000:osp_up1-0.0 00000040:00080000:0.0:1783952327.670967:0:167646:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 9, last_idx 10 00000004:00080000:0.0:1783952327.670993:0:167646:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8a75c7d036c0 with version 2 00000040:00080000:0.0:1783952327.671000:0:167646:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x240002341:0x2:0x0] at index 9 of catalog [0x240000401:0x1:0x0] 00000001:00080000:0.0:1783952327.671779:0:165923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803810 is committed 00000001:00100000:0.0:1783952327.671791:0:165923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1783952327.671920:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:167630:x1870607600725120:12345-0@lo:1000:osp_up1-0.0 Request processed in 7692us (7788us total) trans 25769803810 rc 0/0 00000100:00100000:0.0:1783952327.671932:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000004:00080000:0.0:1783952327.671988:0:167630:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803810 committed transno 25769803810 00000100:00100000:0.0:1783952327.671992:0:167630:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25769803810 gen 2 00000100:00100000:0.0:1783952327.672010:0:167630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725120:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1783952327.672038:0:167630:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74cb0620c0 version 2 rpc_version 2 00000020:00100000:0.0:1783952327.672063:0:167630:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952327.672069:0:167630:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75c69a7800 x1870607600725376/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952327.672093:0:167630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725376:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.672130:0:167630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.675967:0:167630:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c7d03e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.676499:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600725376 00000100:00100000:0.0:1783952327.676509:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600725376 00000100:00100000:0.0:1783952327.676568:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1783952327.676578:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:167630:x1870607600725376:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.676833:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167630:x1870607600725376:12345-0@lo:1000:osp_up1-0.0 Request processed in 255us (4702us total) trans 25769803811 rc 0/0 00000100:00100000:0.0:1783952327.676851:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1783952327.676909:0:167630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69a7800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725376:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.676979:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600725504:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.677047:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.677073:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600725504 00000100:00100000:0.0:1783952327.677077:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600725504 00000100:00100000:0.0:1783952327.677100:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1783952327.677107:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600725504:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.677226:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600725504:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 119us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.677233:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1783952327.677252:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c7d033c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.677265:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600725504:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1783952327.677309:0:167646:0:(llog.c:805:llog_process_thread()) index: 10, lh_last_idx: 10 synced_idx: 10 lgh_last_idx: 10 00000040:00080000:0.0:1783952327.677314:0:167646:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x240002341:0x3:0x0] at index 10 of catalog [0x240000401:0x1:0x0] 00000100:00100000:0.0:1783952327.677407:0:167646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600725632:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.677436:0:167646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.677456:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600725632 00000100:00100000:0.0:1783952327.677459:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600725632 00000100:00100000:0.0:1783952327.677481:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1783952327.677498:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600725632:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1783952327.677545:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:167646:x1870607600725632:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 57us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952327.677552:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1783952327.677582:0:167646:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3368f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.677596:0:167646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:167646:1870607600725632:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1783952327.677634:0:167646:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1783952327.677672:0:167646:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8a75c7d03e40 with version 3 00000004:00080000:0.0:1783952327.677684:0:167630:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74cb0620c0 version 3 rpc_version 3 00000020:00100000:0.0:1783952327.677700:0:167630:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952327.677707:0:167630:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75d1390000 x1870607600725888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952327.677722:0:167630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725888:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.677748:0:167630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.677762:0:167630:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c7d033c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.677774:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600725888 00000100:00100000:0.0:1783952327.677777:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600725888 00000100:00100000:0.0:1783952327.677799:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1783952327.677804:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:167630:x1870607600725888:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.677951:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:167630:x1870607600725888:12345-0@lo:1000:osp_up1-0.0 Request processed in 146us (201us total) trans 25769803812 rc 0/0 00000100:00100000:0.0:1783952327.677957:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1783952327.677985:0:167630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600725888:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1783952327.678025:0:167646:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8a74c3368480 with version 4 00000040:00080000:0.0:1783952327.678032:0:167646:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x240002341:0x3:0x0] at index 10 of catalog [0x240000401:0x1:0x0] 00000040:00080000:0.0:1783952327.678047:0:167646:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 10 count 1 00000004:00080000:0.0:1783952327.678105:0:167646:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1783952327.678110:0:167646:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000004:00080000:0.0:1783952327.678147:0:167630:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff8a74cb0620c0 version 4 rpc_version 4 00000020:00100000:0.0:1783952327.678161:0:167630:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1783952327.678166:0:167630:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8a75d1393b80 x1870607600726144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952327.678186:0:167630:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600726144:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.678212:0:167630:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952327.678229:0:167630:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c7d03cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952327.678241:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726144 00000100:00100000:0.0:1783952327.678245:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726144 00000100:00100000:0.0:1783952327.678266:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1783952327.678272:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:167630:x1870607600726144:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1783952327.678382:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:167630:x1870607600726144:12345-0@lo:1000:osp_up1-0.0 Request processed in 109us (168us total) trans 25769803813 rc 0/0 00000100:00100000:0.0:1783952327.678389:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1783952327.678418:0:167630:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:167630:1870607600726144:0@lo:1000:osp_up1-0.0 00010000:00080000:2.0:1783952327.685538:0:167647:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00010000:2.0:1783952327.756635:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952328.786020:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783952328.907576:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783952328.907601:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75fb8f7800 from 41 10000000:01000000:2.0:1783952328.907606:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783952328.907661:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.907673:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.907703:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.907731:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.907825:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.907888:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.908124:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726272 00000100:00100000:0.0:1783952328.908132:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726272 00000100:00100000:0.0:1783952328.908192:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783952328.908202:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+10:159113:x1870607600726272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952328.908215:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952328.908232:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac00 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.908256:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 11 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.908266:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 11 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.908276:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9783e00, rc 0) 00000100:00100000:0.0:1783952328.908364:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+11:159113:x1870607600726272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.908372:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783952328.917402:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952328.917434:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.917450:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.917544:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726400:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.917658:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.917704:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.917826:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726400 00000100:00100000:0.0:1783952328.917834:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726400 00000100:00100000:0.0:1783952328.917899:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783952328.917910:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+11:159113:x1870607600726400:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783952328.917935:0:167619:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783952328.917953:0:167619:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783952328.917956:0:167619:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 41 00000100:00100000:0.0:1783952328.918057:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+11:159113:x1870607600726400:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 149us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.918066:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783952328.918445:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726400:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783952328.918507:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783952328.918518:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.918528:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952328.918540:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1783952328.918542:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a75f5dcb800 from 52 10000000:01000000:2.0:1783952328.918552:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783952328.918576:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.918716:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.918727:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.918744:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.918777:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.918811:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.918856:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726528 00000100:00100000:0.0:1783952328.918861:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726528 00000100:00100000:0.0:1783952328.918908:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783952328.918915:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+11:159113:x1870607600726528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952328.918925:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952328.918941:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9782400/0x3b91f5b49438ac15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac0e expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.918965:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9782400/0x3b91f5b49438ac15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac0e expref: 12 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.918977:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9782400/0x3b91f5b49438ac15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac0e expref: 12 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.918986:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782400, rc 0) 00000100:00100000:0.0:1783952328.919016:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.919029:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783952328.919153:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952328.919166:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac15 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.919175:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac15 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.919230:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.919253:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.919273:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.919565:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726656 00000100:00100000:0.0:1783952328.919570:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726656 00000100:00100000:0.0:1783952328.919796:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783952328.919805:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783952328.920026:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 222us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.920034:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783952328.920792:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.920860:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.920917:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.920950:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.921140:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726784 00000100:00100000:1.0:1783952328.921147:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726784 00000100:00100000:1.0:1783952328.921195:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783952328.921204:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.921361:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.921369:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783952328.931561:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726784:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783952328.932576:0:167700:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:3.0:1783952328.934069:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:3.0:1783952328.934110:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783952328.934122:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac15 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.934135:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c6306600/0x3b91f5b49438ac0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac15 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952328.934146:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783952328.934149:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75f5dcb800 from 38 10000000:01000000:3.0:1783952328.934151:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783952328.934202:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.934210:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.934221:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.934247:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.934316:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.934374:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.935779:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600726912 00000100:00100000:1.0:1783952328.935790:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600726912 00000100:00100000:1.0:1783952328.935854:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783952328.935865:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+12:159113:x1870607600726912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952328.935890:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952328.935916:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac1c expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.935945:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 13 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.935956:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 13 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.935965:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791e00, rc 0) 00000100:00100000:1.0:1783952328.936031:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+13:159113:x1870607600726912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.936037:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783952328.936991:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600726912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952328.937015:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.937026:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.937095:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727040:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.937140:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.937176:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.937786:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727040 00000100:00100000:0.0:1783952328.937793:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727040 00000100:00100000:0.0:1783952328.937841:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783952328.937850:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+13:159113:x1870607600727040:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783952328.937940:0:167621:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783952328.937960:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783952328.937964:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1783952328.937967:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/4/3. 20000000:01000000:0.0:1783952328.937970:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/4/3. 20000000:01000000:0.0:1783952328.937972:0:167621:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 41 00000100:00100000:0.0:1783952328.938068:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+13:159113:x1870607600727040:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 220us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.938076:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783952328.938363:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727040:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783952328.938446:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783952328.938454:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.938464:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952328.938489:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1783952328.938491:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:3.0:1783952328.938494:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1783952328.938522:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.938529:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.938539:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.938557:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.942001:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.942067:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952328.942747:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727168 00000100:00100000:2.0:1783952328.942759:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727168 00000100:00100000:2.0:1783952328.942821:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783952328.942833:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+13:159113:x1870607600727168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952328.942852:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952328.942886:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c6307000/0x3b91f5b49438ac31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac2a expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.942918:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c6307000/0x3b91f5b49438ac31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac2a expref: 14 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.942931:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c6307000/0x3b91f5b49438ac31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac2a expref: 14 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.942942:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c6307000, rc 0) 00000100:00100000:2.0:1783952328.943019:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952328.943027:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783952328.943437:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952328.943456:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac31 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.943468:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac31 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.943557:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.943601:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.943631:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.943672:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727296 00000100:00100000:1.0:1783952328.943677:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727296 00000100:00100000:1.0:1783952328.943708:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783952328.943714:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.943854:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.943861:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783952328.944279:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.944370:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.944419:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.944441:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.944519:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727424 00000100:00100000:1.0:1783952328.944524:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727424 00000100:00100000:1.0:1783952328.944567:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783952328.944575:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.953206:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 8619us (8774us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.953223:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783952328.953386:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783952328.955863:0:167702:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 46 00000020:01000000:3.0:1783952328.956234:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-45 (rc=0) 10000000:01000000:3.0:1783952328.956261:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1783952328.956276:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac31 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.956289:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80400/0x3b91f5b49438ac2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac31 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952328.956300:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:3.0:1783952328.956302:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8a75f5dcb800 from 1 10000000:01000000:3.0:1783952328.956305:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1783952328.956381:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.956389:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.956400:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.956431:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.956523:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.956573:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c38773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.956770:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727552 00000100:00100000:1.0:1783952328.956778:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727552 00000100:00100000:1.0:1783952328.956821:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783952328.956829:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+14:159113:x1870607600727552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952328.956841:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952328.956854:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791200/0x3b91f5b49438ac3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac38 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957019:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791200/0x3b91f5b49438ac3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac38 expref: 15 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957031:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791200/0x3b91f5b49438ac3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac38 expref: 15 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957039:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791200, rc 0) 00000100:00100000:1.0:1783952328.957084:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+15:159113:x1870607600727552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 255us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.957091:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783952328.957137:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952328.957151:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac3f expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957159:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac3f expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952328.957176:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1783952328.957180:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac3f expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957202:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80200/0x3b91f5b49438ac38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac3f expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952328.957210:0:159113:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783952328.957212:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a75f5dcb800 from 7 10000000:01000000:1.0:1783952328.957214:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783952328.957230:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957237:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957244:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952328.957259:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.957286:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952328.957310:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.957323:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727680 00000100:00100000:1.0:1783952328.957327:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727680 00000100:00100000:1.0:1783952328.957393:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783952328.957399:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+15:159113:x1870607600727680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952328.957408:0:167621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952328.957416:0:167621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791600/0x3b91f5b49438ac4d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac46 expref: -99 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957431:0:167621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791600/0x3b91f5b49438ac4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac46 expref: 16 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957452:0:167621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791600/0x3b91f5b49438ac4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac46 expref: 16 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957459:0:167621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791600, rc 0) 00000100:00100000:1.0:1783952328.957501:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600727680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.957507:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783952328.957550:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952328.957561:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac4d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952328.957569:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac4d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952328.961186:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.961261:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952328.961312:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.961771:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727808 00000100:00100000:3.0:1783952328.961788:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727808 00000100:00100000:3.0:1783952328.961833:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1783952328.961841:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600727808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.961985:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600727808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.961993:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783952328.962145:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.962191:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.962233:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952328.962266:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.962769:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600727936 00000100:00100000:3.0:1783952328.962775:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600727936 00000100:00100000:3.0:1783952328.962811:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783952328.962819:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600727936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.962938:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600727936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 118us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.962945:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783952328.963237:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600727936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783952328.968656:0:167703:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1783952328.968790:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1783952328.968814:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783952328.968827:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac4d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.968841:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3790a00/0x3b91f5b49438ac46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac4d expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952328.968863:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1783952328.968874:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a75c5f2f000 from 52 10000000:01000000:0.0:1783952328.968877:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783952328.968916:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.968925:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.968936:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952328.968963:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783952328.969029:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952328.969073:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9136480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.969214:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728064 00000100:00100000:3.0:1783952328.969221:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728064 00000100:00100000:3.0:1783952328.969274:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783952328.969283:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+16:159113:x1870607600728064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952328.969296:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952328.969310:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e6e80a00/0x3b91f5b49438ac5b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac54 expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.969374:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e80a00/0x3b91f5b49438ac5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac54 expref: 17 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.969388:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e6e80a00/0x3b91f5b49438ac5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac54 expref: 17 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.969396:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e80a00, rc 0) 00000100:00100000:3.0:1783952328.969447:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.969455:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783952328.969512:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952328.969527:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac5b expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.969537:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac5b expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952328.969598:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.969624:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.969640:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877240 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.969653:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728192 00000100:00100000:3.0:1783952328.969657:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728192 00000100:00100000:3.0:1783952328.969681:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783952328.969686:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.969798:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.969804:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1783952328.969834:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.969861:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.969913:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952328.969926:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877240 going to sleep for 11 seconds 00000100:00100000:1.0:1783952328.970360:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728320 00000100:00100000:1.0:1783952328.970372:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728320 00000100:00100000:1.0:1783952328.970404:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783952328.970412:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6638450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952328.970519:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6638450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952328.970526:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783952328.970635:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783952328.974183:0:167704:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:2.0:1783952328.975201:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:2.0:1783952328.975239:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783952328.975254:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac5b expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.975269:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c9783c00/0x3b91f5b49438ac54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac5b expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952328.975282:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1783952328.975285:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1783952328.975288:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1783952328.981594:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.981640:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.981658:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.981692:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.981779:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.981840:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.984298:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728448 00000100:00100000:0.0:1783952328.984313:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728448 00000100:00100000:0.0:1783952328.984400:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783952328.984410:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c663b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+17:159113:x1870607600728448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952328.984425:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952328.984443:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9782e00/0x3b91f5b49438ac69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac62 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.984470:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9782e00/0x3b91f5b49438ac69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac62 expref: 18 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.984514:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9782e00/0x3b91f5b49438ac69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac62 expref: 18 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.984523:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782e00, rc 0) 00000100:00100000:0.0:1783952328.984611:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c663b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 203us (2831us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.984619:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783952328.985244:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952328.985265:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac69 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.985275:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac69 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.985412:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.985452:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.985495:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.985565:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728576 00000100:00100000:3.0:1783952328.985571:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728576 00000100:00100000:3.0:1783952328.985634:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783952328.985641:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.985791:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.985798:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783952328.989827:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.989920:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.990005:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.990035:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.991749:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728704 00000100:00100000:0.0:1783952328.991768:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728704 00000100:00100000:0.0:1783952328.991858:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783952328.991884:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783952328.993417:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1543us (3404us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.993430:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783952328.993434:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783952328.995204:0:167706:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:0.0:1783952328.995494:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1783952328.995519:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1783952328.995531:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac69 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.995544:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c6307e00/0x3b91f5b49438ac62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac69 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952328.995555:0:159113:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783952328.995558:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a75c5f2f000 from 7 10000000:01000000:0.0:1783952328.995561:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783952328.995627:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.995655:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952328.995668:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952328.995697:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783952328.995761:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952328.995804:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9136f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.996029:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728832 00000100:00100000:3.0:1783952328.996036:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728832 00000100:00100000:3.0:1783952328.996093:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783952328.996103:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+18:159113:x1870607600728832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952328.996117:0:167621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952328.996131:0:167621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e6e81600/0x3b91f5b49438ac77 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac70 expref: -99 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.996155:0:167621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e81600/0x3b91f5b49438ac77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac70 expref: 19 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.996166:0:167621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e6e81600/0x3b91f5b49438ac77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac70 expref: 19 pid: 167621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952328.996177:0:167621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81600, rc 0) 00000100:00100000:3.0:1783952328.996235:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600728832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.996242:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783952328.996305:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952328.996329:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac77 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952328.996402:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac77 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952328.996493:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.996525:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.996549:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b480 going to sleep for 11 seconds 00000100:00100000:3.0:1783952328.996992:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600728960 00000100:00100000:3.0:1783952328.996998:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600728960 00000100:00100000:3.0:1783952328.997037:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783952328.997045:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600728960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952328.997186:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600728960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 141us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952328.997195:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783952328.997409:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600728960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.997492:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783952328.997535:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952328.997559:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b480 going to sleep for 11 seconds 00000100:00100000:0.0:1783952328.998912:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729088 00000100:00100000:0.0:1783952328.998921:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729088 00000100:00100000:0.0:1783952328.998978:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783952328.998988:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600729088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783952328.999125:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600729088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 138us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952328.999132:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783952329.000423:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729088:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783952329.001756:0:167707:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1783952329.002129:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1783952329.002158:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783952329.002170:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac77 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.002182:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c9783a00/0x3b91f5b49438ac70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac77 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952329.002192:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1783952329.002195:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a75d0fa8000 from 52 10000000:01000000:1.0:1783952329.002198:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783952329.002242:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.002250:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.002262:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952329.002292:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.002387:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952329.002423:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952329.003752:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729216 00000100:00100000:3.0:1783952329.003763:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729216 00000100:00100000:3.0:1783952329.003828:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783952329.003840:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+19:159113:x1870607600729216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952329.003857:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952329.003884:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75e6e81a00/0x3b91f5b49438ac85 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac7e expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.003911:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75e6e81a00/0x3b91f5b49438ac85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac7e expref: 20 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.003925:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75e6e81a00/0x3b91f5b49438ac85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac7e expref: 20 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.003934:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75e6e81a00, rc 0) 00000100:00100000:3.0:1783952329.003991:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (1603us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952329.003999:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1783952329.004180:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952329.004202:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.004212:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952329.004287:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.004319:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952329.004371:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952329.006543:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729344 00000100:00100000:2.0:1783952329.006554:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729344 00000100:00100000:2.0:1783952329.006602:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783952329.006610:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729344:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952329.006935:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729344:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 325us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952329.006941:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783952329.006982:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952329.007023:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783952329.007060:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952329.007072:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c266b780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952329.007219:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729472 00000100:00100000:3.0:1783952329.007224:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729472 00000100:00100000:3.0:1783952329.007256:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783952329.007265:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.007385:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 121us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952329.007394:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783952329.007397:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729472:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783952329.009794:0:167709:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:1.0:1783952329.010397:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:1.0:1783952329.010426:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783952329.010438:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.010451:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952329.010461:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1783952329.010464:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1783952329.010467:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1783952329.010516:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.010525:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.010536:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952329.010571:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.013793:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952329.013848:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c3d6bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783952329.013879:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729600 00000100:00100000:2.0:1783952329.013888:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729600 00000100:00100000:2.0:1783952329.013937:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783952329.013946:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+20:159113:x1870607600729600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952329.013964:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952329.013980:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c6306400/0x3b91f5b49438ac93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac8c expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952329.014005:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c6306400/0x3b91f5b49438ac93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac8c expref: 21 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952329.014015:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c6306400/0x3b91f5b49438ac93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac8c expref: 21 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952329.014022:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c6306400, rc 0) 00000100:00100000:2.0:1783952329.014077:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952329.014082:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783952329.015011:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952329.015035:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952329.015046:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952329.015137:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783952329.015180:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952329.015221:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9136300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952329.015235:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729728 00000100:00100000:2.0:1783952329.015242:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729728 00000100:00100000:2.0:1783952329.015290:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783952329.015300:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783952329.015516:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 217us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952329.015524:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783952329.015728:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783952329.015758:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783952329.015798:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952329.015822:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c9136300 going to sleep for 11 seconds 00000100:00100000:2.0:1783952329.015995:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729856 00000100:00100000:2.0:1783952329.016000:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729856 00000100:00100000:2.0:1783952329.016037:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783952329.016053:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.024939:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 8872us (9125us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952329.024957:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783952329.024968:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783952329.036965:0:167711:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1783952329.047610:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1783952329.047655:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1783952329.047666:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.047678:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952329.047777:0:159113:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783952329.047781:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a75d0fa8000 from 7 10000000:01000000:3.0:1783952329.047784:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783952329.047827:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.047835:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.047846:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952329.047874:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.047956:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952329.048008:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952329.048066:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600729984 00000100:00100000:1.0:1783952329.048075:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600729984 00000100:00100000:1.0:1783952329.048131:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783952329.048140:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:159113:x1870607600729984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952329.048154:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952329.048168:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791000/0x3b91f5b49438aca1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438ac9a expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.048197:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791000/0x3b91f5b49438aca1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438ac9a expref: 22 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.048209:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791000/0x3b91f5b49438aca1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac9a expref: 22 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.048235:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791000, rc 0) 00000100:00100000:1.0:1783952329.048327:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600729984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952329.048377:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1783952329.049172:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600729984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952329.049190:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.049199:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952329.049316:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.049374:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952329.049467:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783952329.049785:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730112 00000100:00100000:1.0:1783952329.049792:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730112 00000100:00100000:1.0:1783952329.049867:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783952329.049876:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600730112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.050026:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600730112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952329.050034:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783952329.050098:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.050130:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.050170:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952329.050308:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952329.050950:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730240 00000100:00100000:0.0:1783952329.050957:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730240 00000100:00100000:0.0:1783952329.051038:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1783952329.051048:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600730240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783952329.051148:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600730240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 102us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952329.051155:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783952329.051267:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783952329.052636:0:167713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1783952329.052762:0:159113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1783952329.052782:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783952329.052793:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.052804:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952329.052814:0:159113:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1783952329.052816:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8a75fc1d8000 from 1 10000000:01000000:3.0:1783952329.052819:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1783952329.052855:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.052862:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.052872:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952329.053073:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783952329.053130:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952329.053204:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cab9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1783952329.053300:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730368 00000100:00100000:0.0:1783952329.053306:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730368 00000100:00100000:0.0:1783952329.053453:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783952329.053463:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600730368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952329.053555:0:167625:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952329.053573:0:167625:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c9782200/0x3b91f5b49438acaf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438aca8 expref: -99 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952329.053596:0:167625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c9782200/0x3b91f5b49438acaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438aca8 expref: 23 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952329.053607:0:167625:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c9782200/0x3b91f5b49438acaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438aca8 expref: 23 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952329.053626:0:167625:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782200, rc 0) 00000100:00100000:0.0:1783952329.054228:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600730368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 763us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952329.054236:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783952329.054598:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952329.054618:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acaf expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.054629:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438acaf expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952329.054650:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1783952329.054656:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acaf expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.054662:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81c00/0x3b91f5b49438aca8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acaf expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952329.054671:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1783952329.054683:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8a75fc1d8000 from 1 10000000:01000000:1.0:1783952329.054686:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1783952329.054716:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.054724:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.054733:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952329.054752:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.054793:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952329.054834:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952329.054958:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730496 00000100:00100000:3.0:1783952329.054965:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730496 00000100:00100000:3.0:1783952329.055011:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783952329.055019:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600730496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952329.055030:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952329.055042:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c54f6e00/0x3b91f5b49438acbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438acb6 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.055057:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c54f6e00/0x3b91f5b49438acbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438acb6 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.055065:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c54f6e00/0x3b91f5b49438acbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438acb6 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952329.055071:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6e00, rc 0) 00000100:00100000:3.0:1783952329.055102:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600730496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952329.055108:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783952329.055180:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952329.055191:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.055199:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952329.055251:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952329.055273:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952329.056276:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c52d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783952329.056369:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730624 00000100:00100000:0.0:1783952329.056377:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730624 00000100:00100000:0.0:1783952329.056421:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783952329.056429:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600730624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783952329.057083:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600730624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 652us (1806us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952329.057091:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783952329.057186:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600730624:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1783952329.057228:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1783952329.057237:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952329.057257:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952329.805418:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952330.807946:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952330.808047:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952330.808084:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584151936 00000100:00100000:3.0:1783952330.808094:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584151936 00000100:00100000:3.0:1783952330.808146:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 60 00000100:00100000:3.0:1783952330.808168:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdeb1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:69254:x1870607584151936:12345-192.168.202.38@tcp:400:kworker.0 00000020:00080000:3.0:1783952330.808178:0:167620:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.38@tcp 00000100:00100000:3.0:1783952330.808251:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdeb1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:69254:x1870607584151936:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 95us (313us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783952330.808260:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 60 00000100:00100000:3.0:1783952330.808306:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152064 00000100:00100000:3.0:1783952330.808310:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152064 00000100:00100000:3.0:1783952330.808360:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 799 00000100:00100000:3.0:1783952330.808365:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:69251:x1870607584152064:12345-192.168.202.38@tcp:38:kworker.0 00010000:00080000:3.0:1783952330.808392:0:161900:0:(ldlm_lib.c:938:target_handle_reconnect()) connect export for UUID '71ea6a5c-561f-4eb8-a8d2-543f542832b5' at ffff8a75feba8000, cookie 0x3b91f5b49438ab51 00010000:00080000:3.0:1783952330.808398:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp recovering/t0 exp ffff8a75feba8000 cur 6017 last 1783952327 00010000:02000400:3.0:1783952330.808406:0:161900:0:(ldlm_lib.c:2036:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00080000:3.0:1783952330.820649:0:161900:0:(ldlm_lib.c:2100:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:3.0:1783952330.820912:0:161900:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783952330.821114:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a74c9219800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952330.830661:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952330.834476:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152704 00000100:00100000:2.0:1783952330.834493:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152704 00002000:00100000:2.0:1783952330.834811:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x265:0x0] (0->10933) req@ffff8a75d1393480 x1870607584152704/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 11424/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952330.834823:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75d1393480 with x1870607584152704 ext(0->10933) 00002000:00010000:2.0:1783952330.834829:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75d1393480 00000100:00100000:2.0:1783952330.834870:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 60 00000100:00100000:2.0:1783952330.834881:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69255:x1870607584152704:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:2.0:1783952330.835131:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952330.835137:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952330.835139:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952330.835141:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952330.835143:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952330.835145:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952330.836071:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584152704:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1188us (5415us total) trans 21474836576 rc 0/0 00000100:00100000:2.0:1783952330.836083:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 60 00002000:00100000:2.0:1783952330.836093:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x265:0x0] (0->10933) req@ffff8a75d1393480 x1870607584152704/t21474836576(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 11424/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952330.836103:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75d1393480 with x1870607584152704 ext(0->10933) 00002000:00010000:2.0:1783952330.836108:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75d1393480 00000100:00080000:2.0:1783952330.836143:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952330.836449:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.836490:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152192 00000100:00100000:1.0:1783952330.836508:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152192 00000100:00100000:1.0:1783952330.836574:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 377 00000100:00100000:1.0:1783952330.836584:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584152192:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952330.836623:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584152192:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 41us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952330.836630:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 377 00000100:00080000:1.0:1783952330.836647:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952330.836675:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.836694:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152320 00000100:00100000:1.0:1783952330.836697:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152320 00002000:00100000:1.0:1783952330.836729:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1df:0x0] (0->31710) req@ffff8a74cba29f80 x1870607584152320/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.836739:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba29f80 with x1870607584152320 ext(0->31710) 00002000:00010000:1.0:1783952330.836743:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba29f80 00000100:00100000:1.0:1783952330.836762:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 61 00000100:00100000:1.0:1783952330.836770:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69252:x1870607584152320:12345-192.168.202.38@tcp:4:cp.0 00000100:00080000:1.0:1783952330.836947:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952330.836970:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.836993:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.837013:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.837039:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152448 00000100:00100000:1.0:1783952330.837043:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152448 00002000:00100000:1.0:1783952330.837061:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x264:0x0] (0->215292) req@ffff8a74cba2b800 x1870607584152448/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.837071:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba2b800 with x1870607584152448 ext(0->215292) 00002000:00010000:1.0:1783952330.837075:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cba2b800 00000100:00100000:1.0:1783952330.837089:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152576 00000100:00100000:1.0:1783952330.837093:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152576 00002000:00100000:1.0:1783952330.837108:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e0:0x0] (0->196400) req@ffff8a74cba2a680 x1870607584152576/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.837116:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba2a680 with x1870607584152576 ext(0->196400) 00002000:00010000:1.0:1783952330.837119:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba2a680 00000100:00100000:1.0:1783952330.837132:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152832 00000100:00100000:1.0:1783952330.837135:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152832 00002000:00100000:1.0:1783952330.837148:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e1:0x0] (0->227515) req@ffff8a74cba29180 x1870607584152832/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.837156:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba29180 with x1870607584152832 ext(0->227515) 00002000:00010000:1.0:1783952330.837159:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba29180 00000100:00100000:1.0:1783952330.837174:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 62 00000100:00100000:1.0:1783952330.837180:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69252:x1870607584152448:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952330.837521:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 63 00000100:00100000:1.0:1783952330.837530:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69254:x1870607584152576:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952330.837790:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 64 00000100:00100000:1.0:1783952330.837796:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69253:x1870607584152832:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952330.838095:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.838113:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584152960 00000100:00100000:1.0:1783952330.838118:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584152960 00002000:00100000:1.0:1783952330.838141:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x266:0x0] (0->159677) req@ffff8a74cba28700 x1870607584152960/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.838150:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba28700 with x1870607584152960 ext(0->159677) 00002000:00010000:1.0:1783952330.838154:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cba28700 00000100:00100000:1.0:1783952330.838167:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 65 00000100:00100000:1.0:1783952330.838174:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69253:x1870607584152960:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:1.0:1783952330.838429:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.838472:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.838495:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.838532:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952330.840135:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:2.0:1783952330.840145:0:166881:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_007' 00000100:00100000:2.0:1783952330.841025:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:2.0:1783952330.841038:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153088 00000100:00100000:2.0:1783952330.841046:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153088 00002000:00100000:0.0:1783952330.842875:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e2:0x0] (0->88086) req@ffff8a74cd9bc700 x1870607584153088/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.842889:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cd9bc700 with x1870607584153088 ext(0->88086) 00002000:00010000:0.0:1783952330.842897:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cd9bc700 00000100:00100000:0.0:1783952330.842923:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:0.0:1783952330.842932:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153216 00000100:00100000:0.0:1783952330.842938:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153216 00002000:00100000:0.0:1783952330.842960:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x267:0x0] (0->254128) req@ffff8a74c36a3b80 x1870607584153216/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.842970:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a3b80 with x1870607584153216 ext(0->254128) 00002000:00010000:0.0:1783952330.842973:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a3b80 00000100:00100000:0.0:1783952330.842981:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:0.0:1783952330.842987:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153344 00000100:00100000:0.0:1783952330.843003:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153344 00002000:00100000:0.0:1783952330.843020:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e3:0x0] (0->42516) req@ffff8a74c36a0a80 x1870607584153344/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.843029:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a0a80 with x1870607584153344 ext(0->42516) 00002000:00010000:0.0:1783952330.843033:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c36a0a80 00000100:00100000:0.0:1783952330.843041:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 7 min 3 max 116 00000100:00100000:0.0:1783952330.843046:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153472 00000100:00100000:0.0:1783952330.843048:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153472 00002000:00100000:0.0:1783952330.843061:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x268:0x0] (0->429669) req@ffff8a74c36a2300 x1870607584153472/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.843067:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a2300 with x1870607584153472 ext(0->429669) 00002000:00010000:0.0:1783952330.843070:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a2300 00000100:00100000:0.0:1783952330.843621:0:167816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 66 00000100:00100000:0.0:1783952330.843633:0:167816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69254:x1870607584153088:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952330.846074:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584152064:12345-192.168.202.38@tcp:38:kworker.0 Request processed in 37695us (38015us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952330.846090:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 799 00000001:00080000:0.0:1783952330.846189:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836576 is committed 00000001:00100000:0.0:1783952330.846204:0:160612:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1783952330.846697:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952330.846783:0:160623:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.846794:0:160623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_008' 00000100:00100000:2.0:1783952330.846982:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952330.847005:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952330.847017:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952330.847017:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847026:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153600 00000100:00100000:0.0:1783952330.847033:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153600 00000100:00100000:2.0:1783952330.847049:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00002000:00100000:0.0:1783952330.847077:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e4:0x0] (0->26715) req@ffff8a75fef6c380 x1870607584153600/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847087:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6c380 with x1870607584153600 ext(0->26715) 00002000:00010000:0.0:1783952330.847094:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6c380 00000100:00100000:0.0:1783952330.847110:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847115:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154496 00000100:00100000:0.0:1783952330.847124:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154496 00002000:00100000:0.0:1783952330.847142:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x26c:0x0] (0->315402) req@ffff8a75fef2a680 x1870607584154496/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783952330.847145:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00002000:00100000:0.0:1783952330.847151:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef2a680 with x1870607584154496 ext(0->315402) 00000100:00100000:3.0:1783952330.847160:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952330.847173:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952330.847187:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00002000:00010000:0.0:1783952330.847274:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef2a680 00000100:00100000:0.0:1783952330.847285:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847291:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153728 00000100:00100000:0.0:1783952330.847294:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153728 00002000:00100000:0.0:1783952330.847308:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x269:0x0] (0->1173487) req@ffff8a75fef2b100 x1870607584153728/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847315:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef2b100 with x1870607584153728 ext(0->1173487) 00002000:00010000:0.0:1783952330.847319:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef2b100 00000100:00100000:0.0:1783952330.847325:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847329:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154112 00000100:00100000:0.0:1783952330.847331:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154112 00002000:00100000:0.0:1783952330.847359:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e6:0x0] (0->24287) req@ffff8a75fef28380 x1870607584154112/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847366:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef28380 with x1870607584154112 ext(0->24287) 00002000:00010000:0.0:1783952330.847369:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef28380 00000100:00100000:0.0:1783952330.847376:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847450:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153856 00000100:00100000:0.0:1783952330.847454:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153856 00002000:00100000:0.0:1783952330.847480:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e5:0x0] (0->5104) req@ffff8a75fef6df80 x1870607584153856/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 5600/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847487:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6df80 with x1870607584153856 ext(0->5104) 00002000:00010000:0.0:1783952330.847491:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6df80 00000100:00100000:0.0:1783952330.847499:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847508:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154368 00000100:00100000:0.0:1783952330.847511:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154368 00002000:00100000:0.0:1783952330.847525:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e7:0x0] (0->1764) req@ffff8a75fef6f100 x1870607584154368/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2256/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847532:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6f100 with x1870607584154368 ext(0->1764) 00002000:00010000:0.0:1783952330.847536:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6f100 00000100:00100000:0.0:1783952330.847544:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847548:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584153984 00000100:00100000:0.0:1783952330.847551:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584153984 00002000:00100000:0.0:1783952330.847563:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x26a:0x0] (0->2474) req@ffff8a75fef6e680 x1870607584153984/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2968/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847570:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6e680 with x1870607584153984 ext(0->2474) 00002000:00010000:0.0:1783952330.847573:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6e680 00000100:00100000:0.0:1783952330.847579:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 8 min 3 max 116 00000100:00100000:0.0:1783952330.847584:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154240 00000100:00100000:0.0:1783952330.847586:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154240 00002000:00100000:0.0:1783952330.847597:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x26b:0x0] (0->1610) req@ffff8a75fef6f800 x1870607584154240/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2104/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.847604:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6f800 with x1870607584154240 ext(0->1610) 00002000:00010000:0.0:1783952330.847608:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6f800 00000100:00100000:0.0:1783952330.847624:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154624 00000100:00100000:0.0:1783952330.847627:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154624 00000100:00100000:0.0:1783952330.847649:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 61 00000100:00100000:0.0:1783952330.847657:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef70b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:0+-99:69251:x1870607584154624:12345-192.168.202.38@tcp:250:ptlrpcd_00_02.0 00010000:00080000:0.0:1783952330.847680:0:167625:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from f20fa543-a316-4018-b828-154d033ccff0@192.168.202.38@tcp t0 exp 0000000000000000 cur 6017 last 0 00000020:00000080:0.0:1783952330.847708:0:167625:0:(genops.c:1406:class_connect()) connect: client f20fa543-a316-4018-b828-154d033ccff0, cookie 0x3b91f5b49438acc4 00000100:00080000:0.0:1783952330.847847:0:167625:0:(import.c:65:import_set_state_nolock()) ffff8a75d2f9e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952330.851827:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef70b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+5:69251:x1870607584154624:12345-192.168.202.38@tcp:250:ptlrpcd_00_02.0 Request processed in 4157us (4764us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952330.851843:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 61 00080000:00000400:3.0:1783952330.857380:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952330.857391:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952330.857394:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952330.857396:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952330.857398:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952330.857401:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952330.861119:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+63:69252:x1870607584152320:12345-192.168.202.38@tcp:4:cp.0 Request processed in 24337us (24431us total) trans 17179869271 rc 0/0 00000100:00100000:3.0:1783952330.861133:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 61 00002000:00100000:3.0:1783952330.861155:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1df:0x0] (0->31710) req@ffff8a74cba29f80 x1870607584152320/t17179869271(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952330.861166:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba29f80 with x1870607584152320 ext(0->31710) 00002000:00010000:3.0:1783952330.861173:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba29f80 00000100:00100000:3.0:1783952330.861209:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 67 00000100:00100000:3.0:1783952330.861221:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584153216:12345-192.168.202.38@tcp:4:cp.0 00010000:00010000:3.0:1783952330.863273:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000400:1.0:1783952330.864993:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.865002:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.865005:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.865007:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.865009:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.865011:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.866992:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69252:x1870607584152448:12345-192.168.202.38@tcp:4:cp.0 Request processed in 29800us (30010us total) trans 21474836577 rc 0/0 00000100:00100000:1.0:1783952330.867009:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 62 00002000:00100000:1.0:1783952330.867023:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x264:0x0] (0->215292) req@ffff8a74cba2b800 x1870607584152448/t21474836577(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.867035:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba2b800 with x1870607584152448 ext(0->215292) 00002000:00010000:1.0:1783952330.867042:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cba2b800 00000100:00100000:1.0:1783952330.867085:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 68 00000100:00100000:1.0:1783952330.867098:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69253:x1870607584153344:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952330.867627:0:167817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 69 00000100:00100000:3.0:1783952330.867638:0:167817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+53:69253:x1870607584153472:12345-192.168.202.38@tcp:4:cp.0 00000001:00080000:0.0:1783952330.871065:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869271 is committed 00000001:00100000:0.0:1783952330.871083:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00080000:00000400:1.0:1783952330.889407:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.889428:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.889431:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.889433:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.889435:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.889437:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952330.892267:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69254:x1870607584152576:12345-192.168.202.38@tcp:4:cp.0 Request processed in 54723us (55257us total) trans 17179869272 rc 0/0 00000100:00100000:2.0:1783952330.892283:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 63 00002000:00100000:2.0:1783952330.892297:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e0:0x0] (0->196400) req@ffff8a74cba2a680 x1870607584152576/t17179869272(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952330.892309:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba2a680 with x1870607584152576 ext(0->196400) 00002000:00010000:2.0:1783952330.892316:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba2a680 00000100:00100000:2.0:1783952330.892374:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 70 00000100:00100000:2.0:1783952330.892568:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584153600:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:1.0:1783952330.906474:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.906486:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.906489:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.906491:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.906494:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952330.907080:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952330.907091:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952330.907094:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952330.907097:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952330.907099:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952330.907101:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952330.907998:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1783952330.909047:0:167816:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.909056:0:167816:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.909058:0:167816:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.909061:0:167816:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.909071:0:167816:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.909073:0:167816:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952330.913755:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952330.914190:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69253:x1870607584152960:12345-192.168.202.38@tcp:4:cp.0 Request processed in 76004us (76083us total) trans 21474836578 rc 0/0 00000100:00100000:1.0:1783952330.915107:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 65 00002000:00100000:1.0:1783952330.915130:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x266:0x0] (0->159677) req@ffff8a74cba28700 x1870607584152960/t21474836578(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.915143:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba28700 with x1870607584152960 ext(0->159677) 00002000:00010000:1.0:1783952330.915150:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74cba28700 00000100:00100000:1.0:1783952330.915192:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 71 00000100:00100000:1.0:1783952330.915266:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69252:x1870607584154496:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:3.0:1783952330.920963:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69253:x1870607584152832:12345-192.168.202.38@tcp:4:cp.0 Request processed in 83145us (83928us total) trans 17179869273 rc 0/0 00000100:00100000:3.0:1783952330.920986:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 64 00002000:00100000:3.0:1783952330.921007:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e1:0x0] (0->227515) req@ffff8a74cba29180 x1870607584152832/t17179869273(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952330.921020:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cba29180 with x1870607584152832 ext(0->227515) 00002000:00010000:3.0:1783952330.921029:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cba29180 00000100:00100000:3.0:1783952330.921077:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 72 00000100:00100000:3.0:1783952330.921094:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69255:x1870607584153728:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952330.924299:0:167816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cd9bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69254:x1870607584153088:12345-192.168.202.38@tcp:4:cp.0 Request processed in 80653us (85855us total) trans 17179869274 rc 0/0 00000100:00100000:0.0:1783952330.924317:0:167816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 66 00002000:00100000:0.0:1783952330.924332:0:167816:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e2:0x0] (0->88086) req@ffff8a74cd9bc700 x1870607584153088/t17179869274(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.924356:0:167816:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74cd9bc700 with x1870607584153088 ext(0->88086) 00002000:00010000:0.0:1783952330.924362:0:167816:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74cd9bc700 00000100:00100000:0.0:1783952330.924399:0:167816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 73 00000100:00100000:0.0:1783952330.924410:0:167816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69255:x1870607584154112:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952330.924621:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154752 00000100:00100000:0.0:1783952330.924630:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154752 00000100:00100000:0.0:1783952330.924687:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 800 00000100:00100000:0.0:1783952330.924694:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584154752:12345-192.168.202.38@tcp:101:ldlm_lock_repla.0 00010000:00080000:0.0:1783952330.924712:0:159117:0:(ldlm_lib.c:3187:target_queue_recovery_request()) @@@ queue lock replay req req@ffff8a75fef28a80 x1870607584154752/t0(0) o101->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 328/0 e 0 to 0 dl 1783952341 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952330.924741:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584154752:12345-192.168.202.38@tcp:101:ldlm_lock_repla.0 Request processed in 49us (11015us total) trans 0 rc 0/-999 00000100:00100000:0.0:1783952330.924748:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 800 00010000:00080000:0.0:1783952330.924764:0:167647:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00080000:00000400:1.0:1783952330.925274:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.925279:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.925282:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.925284:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.925294:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.925297:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952330.928899:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69255:x1870607584153216:12345-192.168.202.38@tcp:4:cp.0 Request processed in 67671us (90429us total) trans 21474836579 rc 0/0 00000100:00100000:0.0:1783952330.928915:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 67 00002000:00100000:0.0:1783952330.928929:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x267:0x0] (0->254128) req@ffff8a74c36a3b80 x1870607584153216/t21474836579(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.928941:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a3b80 with x1870607584153216 ext(0->254128) 00002000:00010000:0.0:1783952330.928947:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a3b80 00000100:00100000:0.0:1783952330.928980:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 74 00000100:00100000:0.0:1783952330.928993:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69252:x1870607584153856:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952330.929230:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.929235:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.929238:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.929240:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.929242:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.929244:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1783952330.929860:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69252:x1870607584153856:12345-192.168.202.38@tcp:4:cp.0 Request processed in 868us (82710us total) trans 17179869275 rc 0/0 00000100:00100000:0.0:1783952330.929869:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 74 00002000:00100000:0.0:1783952330.929877:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e5:0x0] (0->5104) req@ffff8a75fef6df80 x1870607584153856/t17179869275(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 5600/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.929901:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6df80 with x1870607584153856 ext(0->5104) 00002000:00010000:0.0:1783952330.929906:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6df80 00000100:00100000:0.0:1783952330.929927:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 75 00000100:00100000:0.0:1783952330.929934:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69252:x1870607584154368:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952330.930047:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.930051:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.930053:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.930056:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.930058:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.930060:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952330.931079:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.931084:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.931087:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.931089:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.931091:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.931092:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.931514:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69253:x1870607584153344:12345-192.168.202.38@tcp:4:cp.0 Request processed in 64414us (93012us total) trans 17179869277 rc 0/0 00000100:00100000:0.0:1783952330.931651:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69252:x1870607584154368:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1716us (84488us total) trans 17179869276 rc 0/0 00000100:00100000:0.0:1783952330.931662:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 75 00002000:00100000:0.0:1783952330.931677:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e7:0x0] (0->1764) req@ffff8a75fef6f100 x1870607584154368/t17179869276(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2256/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.931686:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6f100 with x1870607584154368 ext(0->1764) 00002000:00010000:0.0:1783952330.931693:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6f100 00000100:00100000:0.0:1783952330.931719:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 76 00000100:00100000:0.0:1783952330.931730:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+55:69252:x1870607584153984:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952330.931853:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.931859:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.931863:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.931867:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.931869:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.931872:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:2.0:1783952330.931959:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952330.932041:0:166881:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 9 min 3 max 116 00000100:00100000:0.0:1783952330.932051:0:166881:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_009' 00080000:00000400:2.0:1783952330.932416:0:166880:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1783952330.932422:0:166880:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1783952330.932425:0:166880:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1783952330.932427:0:166880:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1783952330.932430:0:166880:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1783952330.932436:0:166880:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.933094:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 68 00002000:00100000:1.0:1783952330.933107:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e3:0x0] (0->42516) req@ffff8a74c36a0a80 x1870607584153344/t17179869277(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.933118:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a0a80 with x1870607584153344 ext(0->42516) 00002000:00010000:1.0:1783952330.933124:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c36a0a80 00000100:00100000:1.0:1783952330.933151:0:166994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584154880 00000100:00100000:1.0:1783952330.933158:0:166994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584154880 00002000:00100000:1.0:1783952330.933191:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1e8:0x0] (0->4511) req@ffff8a74c26b3850 x1870607584154880/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 5000/0 e 0 to 0 dl 1783952341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.933200:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c26b3850 with x1870607584154880 ext(0->4511) 00002000:00010000:1.0:1783952330.933274:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c26b3850 00000100:00100000:1.0:1783952330.933303:0:166994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 77 00000100:00100000:1.0:1783952330.933314:0:166994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69255:x1870607584154240:12345-192.168.202.38@tcp:4:cp.0 00000100:00100000:0.0:1783952330.933636:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+57:69252:x1870607584153984:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1908us (86459us total) trans 21474836580 rc 0/0 00000100:00100000:0.0:1783952330.933644:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 76 00002000:00100000:0.0:1783952330.933653:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x26a:0x0] (0->2474) req@ffff8a75fef6e680 x1870607584153984/t21474836580(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2968/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.933662:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6e680 with x1870607584153984 ext(0->2474) 00002000:00010000:0.0:1783952330.933667:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6e680 00000100:00100000:0.0:1783952330.933688:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 78 00000100:00100000:0.0:1783952330.933696:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c26b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69255:x1870607584154880:12345-192.168.202.38@tcp:4:cp.0 00080000:00000400:0.0:1783952330.933804:0:160622:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.933810:0:160622:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.933812:0:160622:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.933815:0:160622:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.933817:0:160622:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.933819:0:160622:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1783952330.934108:0:166994:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.934113:0:166994:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.934117:0:166994:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.934119:0:166994:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.934131:0:166994:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.934133:0:166994:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.934781:0:166994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69255:x1870607584154240:12345-192.168.202.38@tcp:4:cp.0 Request processed in 1466us (87588us total) trans 21474836581 rc 0/0 00000100:00100000:1.0:1783952330.934791:0:166994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 77 00002000:00100000:1.0:1783952330.934805:0:166994:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x26b:0x0] (0->1610) req@ffff8a75fef6f800 x1870607584154240/t21474836581(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 2104/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1783952330.934809:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69255:x1870607584153600:12345-192.168.202.38@tcp:4:cp.0 Request processed in 42239us (88102us total) trans 17179869278 rc 0/0 00002000:00100000:1.0:1783952330.934832:0:166994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6f800 with x1870607584154240 ext(0->1610) 00002000:00010000:1.0:1783952330.934843:0:166994:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6f800 00000100:00100000:2.0:1783952330.934853:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 70 00002000:00100000:2.0:1783952330.934869:0:166880:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e4:0x0] (0->26715) req@ffff8a75fef6c380 x1870607584153600/t17179869278(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1783952330.934880:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6c380 with x1870607584153600 ext(0->26715) 00002000:00010000:2.0:1783952330.934887:0:166880:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef6c380 00080000:00000400:1.0:1783952330.935682:0:166995:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.935692:0:166995:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.935694:0:166995:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.935696:0:166995:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.935698:0:166995:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.935699:0:166995:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1783952330.935788:0:167817:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1783952330.935806:0:167817:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1783952330.935809:0:167817:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1783952330.935812:0:167817:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1783952330.935814:0:167817:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1783952330.935817:0:167817:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.936759:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+61:69252:x1870607584154496:12345-192.168.202.38@tcp:4:cp.0 Request processed in 21548us (89766us total) trans 21474836583 rc 0/0 00000100:00100000:1.0:1783952330.936773:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 71 00002000:00100000:1.0:1783952330.936788:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x26c:0x0] (0->315402) req@ffff8a75fef2a680 x1870607584154496/t21474836583(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.936800:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef2a680 with x1870607584154496 ext(0->315402) 00002000:00010000:1.0:1783952330.936806:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef2a680 00000100:00100000:0.0:1783952330.937469:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c26b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69255:x1870607584154880:12345-192.168.202.38@tcp:4:cp.0 Request processed in 3761us (5510us total) trans 17179869279 rc 0/0 00000100:00100000:0.0:1783952330.937478:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 78 00002000:00100000:0.0:1783952330.937485:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e8:0x0] (0->4511) req@ffff8a74c26b3850 x1870607584154880/t17179869279(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 5000/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1783952330.937493:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c26b3850 with x1870607584154880 ext(0->4511) 00002000:00010000:0.0:1783952330.937497:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a74c26b3850 00080000:00000400:1.0:1783952330.940182:0:167816:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1783952330.940197:0:167816:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1783952330.940200:0:167816:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1783952330.940202:0:167816:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1783952330.940205:0:167816:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1783952330.940221:0:167816:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1783952330.941119:0:167816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69255:x1870607584154112:12345-192.168.202.38@tcp:4:cp.0 Request processed in 16702us (94089us total) trans 17179869280 rc 0/0 00000100:00100000:1.0:1783952330.941136:0:167816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 73 00002000:00100000:1.0:1783952330.941153:0:167816:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1e6:0x0] (0->24287) req@ffff8a75fef28380 x1870607584154112/t17179869280(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.941164:0:167816:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef28380 with x1870607584154112 ext(0->24287) 00002000:00010000:1.0:1783952330.941171:0:167816:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8a75fef28380 00000100:00100000:1.0:1783952330.948150:0:167817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69253:x1870607584153472:12345-192.168.202.38@tcp:4:cp.0 Request processed in 80504us (109607us total) trans 21474836582 rc 0/0 00000100:00100000:1.0:1783952330.948163:0:167817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 69 00002000:00100000:1.0:1783952330.948182:0:167817:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x268:0x0] (0->429669) req@ffff8a74c36a2300 x1870607584153472/t21474836582(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1783952330.948195:0:167817:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a2300 with x1870607584153472 ext(0->429669) 00002000:00010000:1.0:1783952330.948201:0:167817:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a2300 00080000:00000400:0.0:1783952330.981786:0:160621:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1783952330.981805:0:160621:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952330.981967:0:160621:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1783952330.981969:0:160621:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1783952330.981971:0:160621:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952330.981974:0:160621:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1783952330.995602:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69255:x1870607584153728:12345-192.168.202.38@tcp:4:cp.0 Request processed in 74498us (148578us total) trans 21474836584 rc 0/0 00000100:00100000:3.0:1783952330.995622:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 72 00002000:00100000:3.0:1783952330.995639:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x269:0x0] (0->1173487) req@ffff8a75fef2b100 x1870607584153728/t21474836584(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 488/448 e 0 to 0 dl 1783952341 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1783952330.995651:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef2b100 with x1870607584153728 ext(0->1173487) 00002000:00010000:3.0:1783952330.995658:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef2b100 00010000:00010000:1.0:1783952331.919534:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952332.043638:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600730752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952332.043739:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952332.044319:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730752 00000100:00100000:0.0:1783952332.044330:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730752 00000100:00100000:0.0:1783952332.046649:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1783952332.046666:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600730752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952332.046716:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 62298048 pending 2764800 free 67633152 avail 60465152 00000100:00100000:0.0:1783952332.046829:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600730752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (3089us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952332.046837:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:0.0:1783952332.046873:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952332.046933:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600730752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952332.047424:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600730880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952332.047490:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952332.050798:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600730880 00000100:00100000:2.0:1783952332.050817:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600730880 00000100:00100000:2.0:1783952332.054399:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1783952332.054426:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600730880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952332.054490:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 62453696 pending 856064 free 69677056 avail 62509056 00000100:00100000:2.0:1783952332.054623:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600730880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 207us (7132us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952332.054632:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:0.0:1783952332.059183:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952332.059293:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600730880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952332.087787:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.087882:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155008 00000100:00100000:1.0:1783952332.087896:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155008 00000100:00100000:1.0:1783952332.088075:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 62 00000100:00100000:1.0:1783952332.088088:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+5:122755:x1870607584155008:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952332.088111:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952332.088136:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea42 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.088187:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 6 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.088227:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 6 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.088238:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3790000, rc 0) 00000100:00100000:1.0:1783952332.088314:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+6:122755:x1870607584155008:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 228us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.088322:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 62 00000100:00100000:0.0:1783952332.091224:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952332.091272:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155136 00000100:00100000:0.0:1783952332.091283:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155136 00000100:00100000:0.0:1783952332.091367:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 63 00000100:00100000:0.0:1783952332.091379:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+6:122755:x1870607584155136:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783952332.091455:0:167621:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1783952332.091477:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783952332.091482:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1783952332.091486:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/4/3. 20000000:01000000:0.0:1783952332.091489:0:167621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/4/3. 20000000:01000000:0.0:1783952332.091492:0:167621:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 41 00000100:00100000:1.0:1783952332.093961:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+6:122755:x1870607584155136:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 Request processed in 2568us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.093982:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 63 00000100:00100000:0.0:1783952332.096372:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.096745:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155264 00000100:00100000:1.0:1783952332.096759:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155264 00000100:00100000:1.0:1783952332.096831:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 64 00000100:00100000:1.0:1783952332.096845:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+6:122755:x1870607584155264:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952332.096870:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952332.096896:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438acd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea49 expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.096935:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438acd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea49 expref: 7 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.096951:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3790e00/0x3b91f5b49438acd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea49 expref: 7 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.096962:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3790e00, rc 0) 00000100:00100000:1.0:1783952332.097034:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+7:122755:x1870607584155264:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 191us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.097062:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 64 00000100:00100000:0.0:1783952332.099193:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.099359:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155392 00000100:00100000:1.0:1783952332.099370:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155392 00000100:00100000:1.0:1783952332.099556:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 65 00000100:00100000:1.0:1783952332.099570:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+7:122755:x1870607584155392:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952332.099780:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+8:122755:x1870607584155392:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 Request processed in 212us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.099790:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 65 00000100:00100000:1.0:1783952332.103006:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952332.103103:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155520 00000100:00100000:0.0:1783952332.103118:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155520 00000100:00100000:0.0:1783952332.103190:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 66 00000100:00100000:0.0:1783952332.103202:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+8:122755:x1870607584155520:12345-192.168.202.38@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783952332.103411:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+8:122755:x1870607584155520:12345-192.168.202.38@tcp:503:ll_cfg_requeue.0 Request processed in 210us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952332.103433:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 66 00000100:00100000:0.0:1783952332.110147:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.110983:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155648 00000100:00100000:1.0:1783952332.110998:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155648 00000100:00100000:1.0:1783952332.111080:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 67 00000100:00100000:1.0:1783952332.111093:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+8:122755:x1870607584155648:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952332.111116:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952332.111140:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3791a00/0x3b91f5b49438acd9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea50 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.111179:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3791a00/0x3b91f5b49438acd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea50 expref: 9 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.111192:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3791a00/0x3b91f5b49438acd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea50 expref: 9 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.111202:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3791a00, rc 0) 00000100:00100000:1.0:1783952332.111287:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584155648:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 195us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.111314:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 67 00000100:00100000:0.0:1783952332.118822:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.118972:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155776 00000100:00100000:1.0:1783952332.118985:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155776 00000100:00100000:1.0:1783952332.119058:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 68 00000100:00100000:1.0:1783952332.119071:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584155776:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783952332.119282:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584155776:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 Request processed in 213us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.119291:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 68 00000100:00100000:3.0:1783952332.122285:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.123711:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584155904 00000100:00100000:1.0:1783952332.123729:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584155904 00000100:00100000:1.0:1783952332.123808:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 69 00000100:00100000:1.0:1783952332.123820:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584155904:12345-192.168.202.38@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783952332.124025:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584155904:12345-192.168.202.38@tcp:503:ll_cfg_requeue.0 Request processed in 206us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.124035:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 69 00000100:00100000:3.0:1783952332.146787:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952332.147118:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156032 00000100:00100000:1.0:1783952332.147135:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156032 00000100:00100000:1.0:1783952332.147217:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 70 00000100:00100000:1.0:1783952332.147229:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584156032:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783952332.147254:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952332.147280:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a74c3790800/0x3b91f5b49438ace0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea57 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.147318:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a74c3790800/0x3b91f5b49438ace0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea57 expref: 10 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.147379:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a74c3790800/0x3b91f5b49438ace0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea57 expref: 10 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952332.147391:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c3790800, rc 0) 00000100:00100000:1.0:1783952332.147647:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584156032:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 419us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952332.147656:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 70 00000100:00100000:3.0:1783952332.155409:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952332.155920:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156160 00000100:00100000:0.0:1783952332.155935:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156160 00000100:00100000:0.0:1783952332.156014:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 71 00000100:00100000:0.0:1783952332.156025:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584156160:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783952332.156216:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584156160:12345-192.168.202.38@tcp:501:ll_cfg_requeue.0 Request processed in 191us (823us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952332.156226:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 71 00000001:02000400:1.0:1783952332.529267:0:167901:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1783952332.555766:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952332.555799:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600731008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952332.555889:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952332.556756:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731008 00000100:00100000:2.0:1783952332.556771:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731008 00000100:00100000:2.0:1783952332.556857:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1783952332.556869:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:106955:x1870607600731008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952332.556926:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952332.557018:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:106955:x1870607600731008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 151us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952332.557026:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1783952332.557183:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600731008:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952332.939664:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783952333.078391:0:165923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 25769803813 is committed 00000100:00080000:3.0:1783952333.078699:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952333.078705:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952333.078710:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952333.078727:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a74c327e800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952333.078756:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef6e680 x1870607600731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783952333.078805:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952333.078810:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952333.078812:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952333.078817:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a75c5154800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952333.078853:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef6c380 x1870607600731520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783952333.078873:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952333.078877:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952333.078878:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952333.078884:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a75fb8e1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952333.078898:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef6fb80 x1870607600731776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783952333.078919:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783952333.078923:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952333.078924:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952333.078929:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a75d2a1c800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952333.078940:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef6c700 x1870607600732160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783952333.078966:0:157835:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783952333.078969:0:157835:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783952333.078971:0:157835:0:(import.c:65:import_set_state_nolock()) ffff8a75c61ee800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783952333.078976:0:157835:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a75c61ee800 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:3.0:1783952333.078987:0:157835:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fef6e300 x1870607600732672/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952333.079050:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600731136:0@lo:400:kworker.0 00000100:00100000:1.0:1783952333.079144:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952333.079197:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600732032:0@lo:400:kworker.0 00000100:00100000:1.0:1783952333.079228:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952333.079263:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783952333.079269:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600731904:0@lo:400:kworker.0 00000100:00100000:1.0:1783952333.079296:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952333.079314:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600732544:0@lo:400:kworker.0 00000100:00100000:1.0:1783952333.079367:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952333.079402:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731136 00000100:00100000:1.0:1783952333.079411:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731136 00000100:00100000:1.0:1783952333.079477:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783952333.079489:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600731136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952333.079557:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600731136:12345-0@lo:400:kworker.0 Request processed in 69us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952333.079565:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783952333.079620:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600731136:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080516:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600731392:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080587:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.080637:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600732288:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080665:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.080692:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783952333.080700:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600731648:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080724:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.080745:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600732416:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080773:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.080818:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732288 00000100:00100000:0.0:1783952333.080825:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732288 00000100:00100000:0.0:1783952333.080874:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1783952333.080883:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600732288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.080941:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600732288:12345-0@lo:400:kworker.0 Request processed in 59us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952333.080949:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1783952333.080985:0:106952:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25769803813 gen 2 00000004:00080000:0.0:1783952333.080992:0:106952:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803811 committed transno 25769803813 00000004:00080000:0.0:1783952333.081015:0:106952:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803812 committed transno 25769803813 00000004:00080000:0.0:1783952333.081026:0:106952:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769803813 committed transno 25769803813 00000100:00100000:0.0:1783952333.081041:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600732288:0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.086983:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732032 00000100:00100000:2.0:1783952333.087005:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732032 00000100:00100000:2.0:1783952333.087077:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731904 00000100:00100000:2.0:1783952333.087080:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731904 00000100:00100000:2.0:1783952333.087126:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732544 00000100:00100000:2.0:1783952333.087130:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732544 00000100:00100000:2.0:1783952333.087321:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732416 00000100:00100000:2.0:1783952333.087326:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732416 00000100:00100000:2.0:1783952333.087391:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1783952333.087403:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600732032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090040:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600732032:12345-0@lo:400:kworker.0 Request processed in 2621us (10792us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090062:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1783952333.090113:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1783952333.090128:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600731904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090166:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600731904:12345-0@lo:400:kworker.0 Request processed in 45us (10869us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090172:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1783952333.090186:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1783952333.090193:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600732544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090225:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600732544:12345-0@lo:400:kworker.0 Request processed in 32us (10856us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090231:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1783952333.090244:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1783952333.090251:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600732416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090300:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600732416:12345-0@lo:400:kworker.0 Request processed in 50us (9526us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090306:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1783952333.090399:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731392 00000100:00100000:2.0:1783952333.090409:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731392 00000100:00100000:2.0:1783952333.090465:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731648 00000100:00100000:2.0:1783952333.090483:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731648 00000100:00100000:2.0:1783952333.090515:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1783952333.090522:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600731392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090572:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600731392:12345-0@lo:400:kworker.0 Request processed in 50us (9985us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090579:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1783952333.090591:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1783952333.090597:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600731648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090629:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600731648:12345-0@lo:400:kworker.0 Request processed in 33us (9904us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.090636:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:2.0:1783952333.090674:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952333.090681:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952333.090684:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952333.090749:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600731648:0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090766:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600732416:0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090779:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600731392:0@lo:400:kworker.0 00000100:00100000:2.0:1783952333.090865:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600731264:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.090916:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.090945:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600731520:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.090971:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.090988:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600731776:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.091015:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.091036:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600732160:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.091072:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.091091:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600732672:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.091121:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.091152:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731264 00000100:00100000:2.0:1783952333.091156:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731264 00000100:00100000:2.0:1783952333.091170:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731520 00000100:00100000:2.0:1783952333.091172:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731520 00000100:00100000:2.0:1783952333.091179:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732160 00000100:00100000:2.0:1783952333.091181:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732160 00000100:00100000:2.0:1783952333.091186:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732672 00000100:00100000:2.0:1783952333.091189:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732672 00000100:00100000:2.0:1783952333.091199:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1783952333.091203:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600731264:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.091232:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 6020 last 0 00000020:00000080:2.0:1783952333.091282:0:159118:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3b91f5b49438ace7 00000004:00100000:2.0:1783952333.091305:0:159118:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952333.091523:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952333.091565:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106951:x1870607600731264:12345-0@lo:38:kworker.0 Request processed in 361us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.091571:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1783952333.091583:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1783952333.091586:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600731520:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.091595:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 6020 last 0 00000020:00000080:2.0:1783952333.091618:0:159118:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3b91f5b49438acee 00000004:00100000:2.0:1783952333.091622:0:159118:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952333.091637:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a75d1959000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952333.091655:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106951:x1870607600731520:12345-0@lo:38:kworker.0 Request processed in 68us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.091666:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1783952333.091675:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1783952333.091678:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600732160:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.091686:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 6020 last 0 00000020:00000080:2.0:1783952333.091709:0:159118:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x3b91f5b49438acf5 00000004:00100000:2.0:1783952333.091713:0:159118:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952333.091723:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a74cd405800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952333.091742:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106951:x1870607600732160:12345-0@lo:38:kworker.0 Request processed in 63us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.091746:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1783952333.091754:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1783952333.091756:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:106951:x1870607600732672:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.091764:0:159118:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 6020 last 0 00000020:00000080:2.0:1783952333.091786:0:159118:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3b91f5b49438acfc 00000004:00100000:2.0:1783952333.091790:0:159118:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952333.091798:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a74cb492800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952333.091814:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106951:x1870607600732672:12345-0@lo:38:kworker.0 Request processed in 57us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.091820:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1783952333.091844:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600731776 00000100:00100000:2.0:1783952333.091849:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600731776 00000100:00100000:2.0:1783952333.091870:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1783952333.091876:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:106951:x1870607600731776:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.091889:0:159854:0:(ldlm_lib.c:938:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff8a75febae000, cookie 0x3b91f5b49438ab4a 00010000:00080000:2.0:1783952333.091892:0:159854:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t34359738784 exp ffff8a75febae000 cur 6020 last 1783952327 00000004:00100000:2.0:1783952333.091906:0:159854:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783952333.091918:0:159854:0:(import.c:65:import_set_state_nolock()) ffff8a74cb490800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783952333.091947:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600731776:12345-0@lo:38:kworker.0 Request processed in 71us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.091954:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00010000:00080000:2.0:1783952333.091998:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6e680 x1870607600731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.092012:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 9 00000100:00100000:0.0:1783952333.093869:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600731904:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.093902:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600732544:0@lo:400:kworker.0 00000100:00100000:0.0:1783952333.093916:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600732032:0@lo:400:kworker.0 00010000:00080000:0.0:1783952333.093966:0:167647:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:0.0:1783952333.093972:0:167647:0:(ldlm_lib.c:2683:replay_request_or_update()) Waiting for transno 34359738794 00000020:00080000:0.0:1783952333.093979:0:167647:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1783952333.093994:0:167647:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 34359738794 00000020:00080000:0.0:1783952333.093998:0:167647:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1783952333.094000:0:167647:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 34359738794 00000100:00080000:2.0:1783952333.102141:0:106951:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff8a75fef6e680 x1870607600731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.102163:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1783952333.102172:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952333.102177:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1783952333.119278:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600731264:0@lo:38:kworker.0 00010000:00080000:2.0:1783952333.120102:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6c380 x1870607600731520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.120128:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 9 00000100:00080000:2.0:1783952333.124140:0:106951:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff8a75fef6c380 x1870607600731520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.124159:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1783952333.124167:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952333.124174:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:2.0:1783952333.124182:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:106951:1870607600731520:0@lo:38:kworker.0 00000100:00100000:2.0:1783952333.124240:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738793 gen 2 00000004:00080000:2.0:1783952333.124263:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738784 committed transno 34359738793 00000004:00080000:2.0:1783952333.124297:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738785 committed transno 34359738793 00000004:00080000:2.0:1783952333.124308:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738786 committed transno 34359738793 00000004:00080000:2.0:1783952333.124318:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738787 committed transno 34359738793 00000004:00080000:2.0:1783952333.124373:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738788 committed transno 34359738793 00000004:00080000:2.0:1783952333.124387:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738789 committed transno 34359738793 00000004:00080000:2.0:1783952333.124399:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738790 committed transno 34359738793 00000004:00080000:2.0:1783952333.124422:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738791 committed transno 34359738793 00000004:00080000:2.0:1783952333.124444:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738792 committed transno 34359738793 00000004:00080000:2.0:1783952333.124457:0:106951:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 34359738793 committed transno 34359738793 00000100:00080000:2.0:1783952333.124485:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 9 00000100:00080000:2.0:1783952333.124502:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1783952333.124507:0:106951:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:2.0:1783952333.124509:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 34359738793 gen 2 00000100:00080000:2.0:1783952333.124512:0:106951:0:(recover.c:53:ptlrpc_replay_next()) import ffff8a75fb8e1000 from lustre-MDT0000_UUID committed 34359738793 last 0 00000100:00080000:2.0:1783952333.124516:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:1.0:1783952333.125229:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600731776:0@lo:38:kworker.0 00010000:00080000:1.0:1783952333.125265:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6c700 x1870607600732160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952333.125280:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 9 00010000:00080000:3.0:1783952333.125648:0:167927:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-osp-MDT0001 to lustre-MDT0000_UUID@0@lo 00010000:00010000:3.0:1783952333.125655:0:167927:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-osp-MDT0001 (0) 00010000:00010000:3.0:1783952333.125662:0:167927:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-osp-MDT0001 00000100:00080000:3.0:1783952333.126159:0:167927:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00080000:1.0:1783952333.128375:0:106951:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-MDT0001: lwp recover req@ffff8a75fef6c700 x1870607600732160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952333.128393:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1783952333.128401:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d2a1c800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1783952333.128406:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1783952333.128424:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:106951:1870607600732160:0@lo:38:kworker.0 00010000:00080000:1.0:1783952333.128525:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6e300 x1870607600732672/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783952343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952333.128948:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 9 00000100:00080000:1.0:1783952333.128962:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1783952333.128969:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783952333.128972:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75c61ee800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783952333.128978:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:106951:1870607600732672:0@lo:38:kworker.0 00000100:00100000:1.0:1783952333.129067:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600732800:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1783952333.129177:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.130637:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732800 00000100:00100000:2.0:1783952333.130653:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732800 00000100:00100000:2.0:1783952333.130726:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1783952333.130739:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600732800:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:2.0:1783952333.130772:0:159121:0:(ldlm_lib.c:3137:target_queue_recovery_request()) @@@ queue final req req@ffff8a74c36a1180 x1870607600732800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:594/0 lens 224/0 e 0 to 0 dl 1783952344 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952333.130802:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106951:x1870607600732800:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 66us (1626us total) trans 0 rc 0/-999 00000100:00100000:2.0:1783952333.130811:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000020:00080000:0.0:1783952333.132100:0:167647:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1783952333.132112:0:167647:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 34359738794 00010000:00080000:0.0:1783952333.132116:0:167647:0:(ldlm_lib.c:2262:check_for_next_transno()) waking for completed recovery 00000020:00080000:0.0:1783952333.132119:0:167647:0:(update_recovery.c:583:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1783952333.132129:0:167647:0:(ldlm_lib.c:2452:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1783952333.132133:0:167647:0:(ldlm_lib.c:2282:check_for_next_lock()) waking for next lock 00010000:00080000:0.0:1783952333.132148:0:167647:0:(ldlm_lib.c:2888:target_recovery_thread()) @@@ processing lock from 192.168.202.38@tcp: req@ffff8a75fef28a80 x1870607584154752/t0(0) o101->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:591/0 lens 328/0 e 0 to 0 dl 1783952341 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1783952333.132180:0:167647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952333.132230:0:167647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438ad03 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981df52 expref: -99 pid: 167647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.132267:0:167647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438ad03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 7 pid: 167647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.132288:0:167647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438ad03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 7 pid: 167647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.132298:0:167647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a74c9782a00, rc 0) 00010000:00080000:0.0:1783952333.133663:0:167647:0:(ldlm_lib.c:2100:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00010000:00080000:0.0:1783952333.133687:0:167647:0:(ldlm_lib.c:2452:target_next_replay_lock()) Waiting for lock 00000100:00100000:3.0:1783952333.140631:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952333.140752:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156288 00000100:00100000:2.0:1783952333.140766:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156288 00000100:00100000:2.0:1783952333.140926:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 380 00000100:00100000:2.0:1783952333.140949:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69251:x1870607584156288:12345-192.168.202.38@tcp:400:ptlrpcd_rcv.0 00010000:00080000:2.0:1783952333.140979:0:159118:0:(ldlm_lib.c:3137:target_queue_recovery_request()) @@@ queue final req req@ffff8a75fef6ea00 x1870607584156288/t0(0) o400->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:594/0 lens 224/0 e 0 to 0 dl 1783952344 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952333.141001:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69251:x1870607584156288:12345-192.168.202.38@tcp:400:ptlrpcd_rcv.0 Request processed in 57us (388us total) trans 0 rc 0/-999 00000100:00100000:2.0:1783952333.141010:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 380 00010000:00080000:0.0:1783952333.141138:0:167647:0:(ldlm_lib.c:2285:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1783952333.141299:0:167647:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 38654705664 00000001:00100000:2.0:1783952333.149204:0:167614:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:2.0:1783952333.149218:0:167614:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:1.0:1783952333.149366:0:167647:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:1.0:1783952333.149450:0:167647:0:(ldlm_lib.c:1996:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:1.0:1783952333.149473:0:167647:0:(ldlm_lib.c:2940:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8a74c36a1180 x1870607600732800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:594/0 lens 224/0 e 0 to 0 dl 1783952344 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1783952333.149676:0:167647:0:(ldlm_lib.c:2940:target_recovery_thread()) @@@ processing final ping from 192.168.202.38@tcp: req@ffff8a75fef6ea00 x1870607584156288/t0(0) o400->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:594/0 lens 224/0 e 0 to 0 dl 1783952344 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:02000000:1.0:1783952333.149752:0:167647:0:(ldlm_lib.c:1868:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:03, of 2 clients 2 recovered and 0 were evicted. 00000100:00080000:2.0:1783952333.151180:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1783952333.151199:0:106951:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff8a75fef6f480 x1870607600732800/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952349 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.151212:0:106951:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8a75fef6f480 x1870607600732800/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952349 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783952333.151220:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75fb8e1000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1783952333.151237:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:2.0:1783952333.151245:0:106951:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009fd35231): req@ffff8a75c6747800 x1870607600715392/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783952337 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952333.151276:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600732800:0@lo:400:ldlm_lock_repla.0 00000100:00100000:2.0:1783952333.151587:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952333.151604:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600732928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952333.151675:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.152032:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600732928 00000100:00100000:0.0:1783952333.152041:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600732928 00000100:00100000:0.0:1783952333.152099:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1783952333.152128:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600732928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952333.152177:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952333.152246:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600732928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952333.152255:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1783952333.152297:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600732928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952333.152699:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.158809:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600715392 00000100:00100000:2.0:1783952333.158843:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600715392 00000100:00100000:2.0:1783952333.158941:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1783952333.158955:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600715392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952333.159019:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952333.159147:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600715392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 195us (6448us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952333.159156:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1783952333.161474:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600715392:0@lo:41:osp-pre-0-1.0 00000004:00000080:0.0:1783952333.224269:0:167647:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7dc8faabe10 00100000:10000000:0.0:1783952333.224290:0:167647:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000004:00080000:0.0:1783952333.225323:0:167635:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x1e8:0x0] 00000100:00100000:0.0:1783952333.225471:0:167635:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167635:1870607600733056:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1783952333.225578:0:167635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.225617:0:167635:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbacdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783952333.225663:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733056 00000100:00100000:0.0:1783952333.225673:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733056 00000100:00100000:0.0:1783952333.225735:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1783952333.225746:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:167635:x1870607600733056:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1783952333.225802:0:161704:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 513 -> diff = -25 00002000:02000040:0.0:1783952333.225808:0:161704:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:489 to 0x2c0000401:513) 00000004:00080000:3.0:1783952333.232847:0:167633:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x26c:0x0] 00000100:00100000:3.0:1783952333.232932:0:167633:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600733184:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1783952333.233030:0:167633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952333.233092:0:167633:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783952333.233168:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733184 00000100:00100000:1.0:1783952333.233179:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733184 00000100:00100000:1.0:1783952333.233257:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1783952333.233269:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:167633:x1870607600733184:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1783952333.233313:0:162842:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 641 -> diff = -21 00002000:02000040:1.0:1783952333.233318:0:162842:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:621 to 0x280000401:641) 00002000:00010000:0.0:1783952333.241069:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.241088:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.241111:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.241117:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.241126:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.241172:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.241184:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.241193:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.241228:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.241403:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.241994:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242010:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.242015:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.242021:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242034:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242044:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242067:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242095:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1783952333.242166:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.242172:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242181:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.242184:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.242188:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242197:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242205:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242214:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242234:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1783952333.242248:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783952333.242255:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242272:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.242278:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242289:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242310:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242318:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546628ae/0x3b91f5b49438ad0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242370:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.242375:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242382:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9782600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.242386:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242394:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242405:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242548:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952333.242556:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242564:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c9783200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952333.242568:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242576:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242589:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242597:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050898d06/0x3b91f5b49438ad18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.242614:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952333.242616:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952333.242617:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.242929:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003281d0c1/0x3b91f5b49438ad11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.242946:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.242947:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.242949:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.243036:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.243042:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243051:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.243056:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.243060:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243069:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243077:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243085:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243111:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.243165:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.243170:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243178:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.243180:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.243184:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243192:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243200:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243207:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243222:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783952333.243229:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.243232:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243239:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.243243:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243263:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243275:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243283:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f4ce028/0x3b91f5b49438ad1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243298:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.243301:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243308:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.243311:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243318:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243327:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243366:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005aaf8608/0x3b91f5b49438ad26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.243392:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.243394:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.243396:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952333.243549:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952333.243743:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.244064:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.244071:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244084:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.244088:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.244092:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244102:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244112:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244121:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244183:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.244233:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.244238:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244258:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.244262:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.244266:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244276:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244285:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.244294:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252739:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783952333.252761:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252781:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952333.252788:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252803:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252834:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252843:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e647a7c2/0x3b91f5b49438ad2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252887:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952333.252891:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252898:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952333.252902:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252909:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252950:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952333.252960:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952333.252962:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952333.252964:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.258550:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1783952333.258571:0:161704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000293aaa84/0x3b91f5b49438ad34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.258907:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.259172:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.259180:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259199:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.259204:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.259213:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259243:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259255:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259264:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259285:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.259294:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.259301:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259310:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.259315:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259325:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259370:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259379:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5b42c0a/0x3b91f5b49438ad3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259407:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259409:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259426:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.259492:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.259497:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259505:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.259509:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.259513:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259522:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259530:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259538:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259554:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.259562:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.259566:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259586:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.259590:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259598:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259610:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259617:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020fd776f/0x3b91f5b49438ad42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259632:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259634:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259636:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.259682:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.259778:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259789:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.259792:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.259796:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259805:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259819:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259828:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259841:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.259848:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.259853:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259860:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.259864:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259872:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259884:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259892:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e49ce8e6/0x3b91f5b49438ad49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259907:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259915:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.259917:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.259968:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.259975:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.259983:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.259987:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.259991:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260000:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260008:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260015:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260027:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.260034:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.260038:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260045:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df7000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.260049:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260069:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260082:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260090:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae14e4c1/0x3b91f5b49438ad50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260105:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.260107:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.260109:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.260153:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.260158:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260166:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.260170:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.260174:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260183:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260192:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260205:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260218:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.260227:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.260230:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260237:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.260240:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260248:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260259:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260266:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8aba0d8/0x3b91f5b49438ad57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260282:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.260283:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.260285:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.260329:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.260372:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260382:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.260385:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.260389:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260398:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.260407:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.261881:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.261907:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.261924:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.261930:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.261939:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d2df6400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.261943:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.261954:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.261996:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262004:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeb4f5bf/0x3b91f5b49438ad5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262030:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.262032:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.262034:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.262149:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.262156:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262168:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.262173:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.262180:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262191:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262201:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262208:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262230:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.262239:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.262244:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262252:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.262256:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262265:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262276:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262285:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b416f58/0x3b91f5b49438ad65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262299:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.262301:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.262302:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.262363:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.262369:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262377:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.262386:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.262391:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262401:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262409:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262499:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.262514:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.262522:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.262527:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783952333.263940:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.263956:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.263975:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x281:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.263980:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x281:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.263985:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264004:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264038:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264047:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264069:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783952333.264191:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264197:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264206:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x280:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264210:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x280:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264215:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264225:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264234:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264241:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264270:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1783952333.264316:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264322:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264331:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27f:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264380:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264384:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264395:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264403:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264410:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264459:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1783952333.264503:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264509:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264517:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27e:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264527:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264532:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264541:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264549:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264556:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264565:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1783952333.264605:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264610:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264618:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27d:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264621:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264625:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264633:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264641:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264653:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264664:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1783952333.264702:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264707:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264716:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27c:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264719:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264723:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264732:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264740:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264747:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264756:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1783952333.264794:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264799:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264814:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27b:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264817:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264821:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264831:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264839:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264846:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264856:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1783952333.264898:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.264903:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264911:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27a:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.264914:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.264918:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264927:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264942:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264950:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.264959:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:1.0:1783952333.264999:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265004:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265013:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x279:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265016:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x279:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265020:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265030:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265039:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265047:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265069:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:1.0:1783952333.265110:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265115:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265124:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x278:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265127:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x278:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265131:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265140:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265148:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265156:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265165:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1783952333.265205:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265210:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265219:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x277:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265227:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x277:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265232:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265241:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265250:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265259:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265267:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1783952333.265304:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265310:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265318:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x276:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265321:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x276:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265324:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265413:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265424:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265450:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265459:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:1.0:1783952333.265501:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265506:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265514:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x275:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265517:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x275:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265521:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265530:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265539:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265546:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265555:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:1.0:1783952333.265599:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265604:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265618:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x274:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265621:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x274:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265626:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265635:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265643:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265651:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265661:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:1.0:1783952333.265708:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265713:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265721:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x273:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265724:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x273:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265727:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265735:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265750:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265758:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265766:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:1.0:1783952333.265807:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265813:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265821:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x272:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265824:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x272:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265828:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265837:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265845:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265853:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265872:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:1.0:1783952333.265916:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.265921:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265929:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x271:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.265933:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x271:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.265936:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265946:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265953:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265960:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.265968:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:1.0:1783952333.266006:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.266012:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266020:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x270:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.266030:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x270:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.266035:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266044:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266053:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266060:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266069:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:1.0:1783952333.266109:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.266114:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266122:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26f:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.266125:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.266129:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266138:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266145:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266162:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266171:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:1.0:1783952333.266213:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.266219:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266226:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26e:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.266229:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.266233:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266242:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266251:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266259:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266268:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:1.0:1783952333.266306:0:162842:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783952333.266311:0:162842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266325:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26d:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:1.0:1783952333.266329:0:162842:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783952333.266371:0:162842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266383:0:162842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266392:0:162842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266400:0:162842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.266410:0:162842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00010000:00010000:0.0:1783952333.267611:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267619:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267632:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267657:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267685:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed725ef4/0x3b91f5b49438ad6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267717:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:0.0:1783952333.267724:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267733:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267737:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267746:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267758:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267765:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002558e3d5/0x3b91f5b49438ad73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267781:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:0.0:1783952333.267785:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267792:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267801:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267810:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267821:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267830:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f95697f/0x3b91f5b49438ad7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267842:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:0.0:1783952333.267846:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267852:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267856:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267864:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267874:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267883:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bbe173f/0x3b91f5b49438ad81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267905:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:0.0:1783952333.267910:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267917:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267921:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267930:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267941:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267949:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb755698/0x3b91f5b49438ad88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267963:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:0.0:1783952333.267967:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.267974:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.267978:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268001:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268012:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268019:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e102689/0x3b91f5b49438ad8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268034:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:0.0:1783952333.268038:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268046:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268049:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268058:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268068:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268076:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef29d51a/0x3b91f5b49438ad96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268101:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1783952333.268106:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268112:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268115:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268123:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268134:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268142:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019888cfa/0x3b91f5b49438ad9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268154:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1783952333.268159:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268166:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268169:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268189:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268200:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268207:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4b76ff8/0x3b91f5b49438ada4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268221:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1783952333.268224:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268230:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268233:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268240:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268250:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268257:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4359752/0x3b91f5b49438adab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268282:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1783952333.268285:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268292:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268296:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268303:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268314:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268322:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009066a6ec/0x3b91f5b49438adb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268362:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1783952333.268367:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268374:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d57800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.268378:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.268398:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.271947:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.271983:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2772d98/0x3b91f5b49438adb9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272021:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1783952333.272028:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272036:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272042:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272056:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272083:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272092:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037bc4d7a/0x3b91f5b49438adc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272136:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1783952333.272140:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272148:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75d0d56c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272151:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272160:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272171:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272179:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9495995/0x3b91f5b49438adc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272196:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1783952333.272526:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272604:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272610:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272636:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272648:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272660:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd64bea4/0x3b91f5b49438adce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272678:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1783952333.272682:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272688:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272691:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272699:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272709:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272717:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e84dec/0x3b91f5b49438add5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272745:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1783952333.272749:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272756:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272760:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272768:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272778:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272785:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7bbcc8c/0x3b91f5b49438addc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272797:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1783952333.272802:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272809:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272812:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272832:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272843:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272850:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c66a098a/0x3b91f5b49438ade3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272865:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783952333.272869:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272876:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272879:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272887:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272897:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272905:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a233fb03/0x3b91f5b49438adea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272929:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783952333.272934:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272940:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272944:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272952:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272962:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272969:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004249827b/0x3b91f5b49438adf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272982:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.272986:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.272993:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661400 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.272996:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273016:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273028:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273035:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016bfe36d/0x3b91f5b49438adf8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273051:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.273056:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273063:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.273067:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273075:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273085:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273092:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b591d1/0x3b91f5b49438adff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.273116:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.273119:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.273122:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.273143:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.276080:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.276269:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.276282:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.276301:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.276305:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.276312:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.276329:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.276361:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.276368:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.276395:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.276407:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1783952333.276987:0:162842:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:620 00000100:00100000:1.0:1783952333.277112:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:167633:x1870607600733184:12345-0@lo:5:osp-pre-0-0.0 Request processed in 43841us (44077us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952333.277122:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1783952333.277363:0:167633:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600733184:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1783952333.277384:0:167633:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x281:0x0] from OST, last_created [0x280000401:0x281:0x0]last_used is [0x280000401:0x26c:0x0] 00000100:00100000:3.0:1783952333.277749:0:167633:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600733440:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1783952333.277788:0:167633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952333.277808:0:167633:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c3877c00 going to sleep for 11 seconds 00010000:00010000:0.0:1783952333.278629:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278653:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a2e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.278657:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278667:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278689:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278694:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fb45012/0x3b91f5b49438ae06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278719:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.278721:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.278723:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.278845:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.278850:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278860:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.278864:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.278869:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278879:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278892:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278899:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278921:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.278961:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.278966:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278974:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.278977:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.278981:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.278991:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279000:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279008:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279036:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783952333.279044:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.279048:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279053:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a2800 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.279056:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279061:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279068:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279072:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b175d868/0x3b91f5b49438ae0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279082:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.279084:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279089:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a2a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.279091:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279104:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279109:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279113:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b972e4f/0x3b91f5b49438ae14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279121:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.279122:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.279123:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.279163:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.279168:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279176:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.279179:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.279183:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279192:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279200:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279213:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279223:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.279229:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.279231:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279236:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a2c00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.279238:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279243:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279250:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279255:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063a75373/0x3b91f5b49438ae1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279265:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.279265:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.279266:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.279296:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.279304:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279310:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.279312:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.279315:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279321:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279326:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279331:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279359:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783952333.279363:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783952333.279365:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279372:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.279376:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279384:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.279401:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.279569:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952333.280029:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600733312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952333.280103:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952333.280187:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733440 00000100:00100000:2.0:1783952333.280196:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733440 00000100:00100000:2.0:1783952333.280255:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1783952333.280266:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:167633:x1870607600733440:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1783952333.280326:0:162843:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 642 00000100:00100000:1.0:1783952333.280857:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733312 00000100:00100000:1.0:1783952333.280864:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733312 00000100:00100000:1.0:1783952333.280905:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1783952333.280916:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600733312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952333.280934:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 62298048 pending 2765696 free 67633152 avail 60465152 00000100:00100000:1.0:1783952333.281004:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:106952:x1870607600733312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952333.281027:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00002000:00080000:2.0:1783952333.281102:0:162843:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 650 00000100:00100000:1.0:1783952333.281106:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600733312:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783952333.281777:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f91fadb/0x3b91f5b49438ae22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.281827:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.281830:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.281834:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.281939:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.281948:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783952333.283818:0:162843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836585 00002000:00080000:2.0:1783952333.283867:0:162843:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 658 00000001:00080000:2.0:1783952333.284307:0:162843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836586 00002000:00080000:2.0:1783952333.284325:0:162843:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 666 00010000:00010000:0.0:1783952333.284692:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.284699:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.284710:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284733:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284746:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284755:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284801:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.284899:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.284906:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284916:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.284920:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.284925:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284935:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284943:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284951:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.284981:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783952333.284995:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.285002:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285012:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3e00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.285023:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285034:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285042:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952333.285049:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285056:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3000 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.285056:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285059:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285065:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d21f41e5/0x3b91f5b49438ae29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285068:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285078:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285083:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f458b789/0x3b91f5b49438ae30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285096:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.285096:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.285097:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.285098:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.285099:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.285100:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.285149:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.285154:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285163:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.285165:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.285170:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285179:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285203:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285211:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285234:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783952333.285279:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.285285:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285294:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.285297:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.285301:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285311:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285320:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285329:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285374:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783952333.285376:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783952333.285380:0:160970:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952333.285381:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285384:0:160970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285393:0:160970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d70200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:0.0:1783952333.285397:0:160970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285403:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c13a3a00 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952333.285407:0:159104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.285407:0:160970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285414:0:159104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285425:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285432:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af934906/0x3b91f5b49438ae37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.285458:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.285461:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.285463:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.286613:0:160970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286626:0:160970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2611fa8/0x3b91f5b49438ae3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286652:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.286655:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952333.286657:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783952333.286763:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952333.286770:0:161704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286782:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=6020s v=(0 0) 00010000:00010000:0.0:1783952333.286793:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952333.286799:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286812:0:161704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286822:0:161704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286829:0:161704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952333.286853:0:161704:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1783952333.286888:0:161704:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:488 00010000:00010000:1.0:1783952333.286926:0:159105:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952333.286933:0:159105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.286941:0:159105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d71200 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:1.0:1783952333.286956:0:159105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.286964:0:159105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.286983:0:159105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.286991:0:159105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2e58082/0x3b91f5b49438ae45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952333.287005:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.287007:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952333.287008:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952333.287015:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:167635:x1870607600733056:12345-0@lo:5:osp-pre-1-0.0 Request processed in 61266us (61433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952333.287027:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1783952333.287098:0:167635:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167635:1870607600733056:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783952333.287117:0:167635:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x201:0x0] from OST, last_created [0x2c0000401:0x201:0x0]last_used is [0x2c0000401:0x1e8:0x0] 00000100:00100000:1.0:1783952333.287330:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600733568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952333.287410:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952333.287478:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733568 00000100:00100000:1.0:1783952333.287486:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733568 00000100:00100000:1.0:1783952333.287538:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1783952333.287548:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600733568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952333.287574:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 62453696 pending 856064 free 69677056 avail 62509056 00000100:00100000:1.0:1783952333.287614:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600733568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952333.287621:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1783952333.287659:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600733568:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1783952333.288093:0:162843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 21474836587 00000100:00100000:2.0:1783952333.288173:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:167633:x1870607600733440:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7907us (10382us total) trans 21474836588 rc 0/0 00000100:00100000:2.0:1783952333.288182:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000020:00080000:2.0:1783952333.288186:0:162843:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:2.0:1783952333.288284:0:167633:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600733440:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1783952333.288300:0:167633:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x281:0x0]-[0x280000401:0x2a1:0x0] 00000100:00100000:0.0:1783952333.289681:0:167635:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167635:1870607600733696:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1783952333.289764:0:167635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952333.289814:0:167635:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cbacdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952333.290063:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733696 00000100:00100000:1.0:1783952333.290074:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733696 00000100:00100000:1.0:1783952333.290143:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1783952333.290163:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:167635:x1870607600733696:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1783952333.290221:0:160617:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 514 00002000:00080000:1.0:1783952333.293041:0:160617:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 522 00000001:00080000:1.0:1783952333.293490:0:160617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869281 00002000:00080000:1.0:1783952333.293508:0:160617:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 530 00000001:00080000:1.0:1783952333.293892:0:160617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869282 00002000:00080000:1.0:1783952333.293910:0:160617:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 538 00000001:00080000:1.0:1783952333.294232:0:160617:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 17179869283 00000100:00100000:1.0:1783952333.294406:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:167635:x1870607600733696:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4249us (4636us total) trans 17179869284 rc 0/0 00000100:00100000:1.0:1783952333.294420:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000020:00080000:1.0:1783952333.294428:0:160617:0:(tgt_main.c:784:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:0.0:1783952333.295381:0:167635:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:167635:1870607600733696:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783952333.295488:0:167635:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x201:0x0]-[0x2c0000401:0x221:0x0] 00000020:00000004:2.0:1783952333.656801:0:167955:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783952333.658189:0:167955:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783952333.969635:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783952334.852951:0:168005:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783952334.853231:0:168005:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783952334.987768:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952335.927283:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952335.927329:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952335.927522:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156672 00000100:00100000:3.0:1783952335.927536:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156672 00000100:00100000:3.0:1783952335.927635:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00100000:3.0:1783952335.927647:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584156672:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952335.929569:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156416 00000100:00100000:2.0:1783952335.929588:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156416 00000100:00100000:2.0:1783952335.929672:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 734 00000100:00100000:2.0:1783952335.929684:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584156416:12345-192.168.202.38@tcp:63:ll_sa.0 00010000:00010000:2.0:1783952335.929731:0:159121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952335.929764:0:159121:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea5e expref: -99 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783952335.930808:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952335.930819:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952335.931650:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584156672:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 3993us (4308us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952335.931669:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 381 00000100:00100000:0.0:1783952335.931812:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952335.932870:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156544 00000100:00100000:3.0:1783952335.932887:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156544 00000100:00100000:0.0:1783952335.933090:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952335.933129:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952335.934571:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156800 00000100:00100000:1.0:1783952335.934589:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156800 00000100:00100000:1.0:1783952335.934674:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584156928 00000100:00100000:1.0:1783952335.934678:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584156928 00000100:00100000:1.0:1783952335.934718:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:1.0:1783952335.934731:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69254:x1870607584156800:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952335.935786:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 73 00000100:00100000:3.0:1783952335.935804:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584156544:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952335.935950:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+59:69254:x1870607584156800:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 1220us (2861us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952335.935959:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 177 00000100:00100000:1.0:1783952335.935985:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00100000:1.0:1783952335.935995:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69254:x1870607584156928:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952335.942058:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+62:69254:x1870607584156928:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 6048us (8910us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952335.942082:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 178 00000100:00080000:1.0:1783952335.942144:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952335.942152:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1783952335.944688:0:159121:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 14856us 00000100:00100000:3.0:1783952335.945676:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584156544:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 3937us (7925us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952335.945705:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 73 00010000:00010000:0.0:1783952335.985021:0:159121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985054:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985073:0:159121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985094:0:159121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985102:0:159121:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985108:0:159121:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985197:0:159121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985206:0:159121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985214:0:159121:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985234:0:159121:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d70a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952335.985239:0:159121:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985248:0:159121:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985264:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d8806400) 00010000:00010000:0.0:1783952335.985268:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952335.985273:0:159121:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985280:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70a00/0x3b91f5b49438ae53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985295:0:159121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985300:0:159121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985306:0:159121:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985311:0:159121:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d71e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:0.0:1783952335.985314:0:159121:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985321:0:159121:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985363:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31e7ca2 (ffff8a75ff7e7500) 00010000:00010000:0.0:1783952335.985366:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783952335.985369:0:159121:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.985376:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71e00/0x3b91f5b49438ae5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31e7ca2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159121 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.987022:0:159121:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae4c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea5e expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.987041:0:159121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d8806400) 00010000:00010000:0.0:1783952335.987044:0:159121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783952335.987049:0:159121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea5e expref: 8 pid: 159121 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952335.987062:0:159121:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431b200, rc -2) 00000100:00100000:1.0:1783952335.987212:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69255:x1870607584156416:12345-192.168.202.38@tcp:63:ll_sa.0 Request processed in 57525us (59941us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783952335.987225:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 734 00010000:00010000:1.0:1783952336.012036:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952337.036296:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952337.164230:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600733952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952337.164295:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952337.164331:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952337.164379:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600733824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952337.164410:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952337.164667:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733952 00000100:00100000:1.0:1783952337.164677:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733952 00000100:00100000:1.0:1783952337.164725:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600733824 00000100:00100000:1.0:1783952337.164729:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600733824 00000100:00100000:1.0:1783952337.164746:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1783952337.164754:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600733952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952337.164781:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 62297152 pending 2764800 free 67633152 avail 60465152 00000100:00100000:1.0:1783952337.164826:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600733952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952337.164832:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1783952337.164848:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1783952337.164854:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600733824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952337.164867:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 62452800 pending 856064 free 69677056 avail 62509056 00000100:00100000:1.0:1783952337.164891:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600733824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952337.164897:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00080000:1.0:1783952337.164924:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952337.164928:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952337.164962:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600733824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952337.164974:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600733952:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1783952337.167886:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836588 is committed 00000001:00080000:3.0:1783952337.167938:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836584 is committed 00000001:00080000:0.0:1783952337.174394:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869284 is committed 00000001:00080000:0.0:1783952337.174469:0:161429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 17179869280 is committed 00000100:00100000:1.0:1783952337.675676:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952337.675709:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600734080:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952337.675787:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952337.675987:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734080 00000100:00100000:0.0:1783952337.675995:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734080 00000100:00100000:0.0:1783952337.676053:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1783952337.676063:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600734080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952337.676102:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1783952337.676170:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2dd0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600734080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952337.676178:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1783952337.676225:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600734080:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952338.064317:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952338.187799:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600734208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952338.187873:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952338.188815:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734208 00000100:00100000:2.0:1783952338.188825:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734208 00000100:00100000:2.0:1783952338.188887:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1783952338.188898:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600734208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952338.188945:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952338.189022:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600734208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952338.189029:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1783952338.189283:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600734208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952338.190279:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600734336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190332:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190401:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600734848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190429:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190448:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783952338.190453:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600734464:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190471:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190483:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600734976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190515:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190545:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734336 00000100:00100000:1.0:1783952338.190550:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734336 00000100:00100000:1.0:1783952338.190585:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783952338.190592:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600734336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190634:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600734336:12345-0@lo:400:kworker.0 Request processed in 42us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952338.190642:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783952338.190671:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734976 00000100:00100000:1.0:1783952338.190674:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734976 00000100:00100000:1.0:1783952338.190713:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1783952338.190735:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600734976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190768:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600734976:12345-0@lo:400:kworker.0 Request processed in 35us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952338.190774:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1783952338.190807:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600734976:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190817:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600734336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190840:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600734720:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190864:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190883:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600735232:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190902:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190917:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783952338.190922:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600734592:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.190941:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.190951:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600735104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.191286:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734848 00000100:00100000:3.0:1783952338.191291:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734848 00000100:00100000:3.0:1783952338.191323:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734464 00000100:00100000:3.0:1783952338.191326:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734464 00000100:00100000:3.0:1783952338.191351:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734720 00000100:00100000:3.0:1783952338.191354:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734720 00000100:00100000:3.0:1783952338.191364:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735232 00000100:00100000:3.0:1783952338.191366:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735232 00000100:00100000:3.0:1783952338.191374:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600734592 00000100:00100000:3.0:1783952338.191376:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600734592 00000100:00100000:3.0:1783952338.191398:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1783952338.191406:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600734848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.191511:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600735360:0@lo:400:kworker.0 00000100:00100000:2.0:1783952338.191599:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600735616:0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.203765:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600734848:12345-0@lo:400:kworker.0 Request processed in 12349us (13324us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.203781:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1783952338.203820:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1783952338.203831:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600734464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.203878:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600734464:12345-0@lo:400:kworker.0 Request processed in 52us (13406us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.203900:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1783952338.203912:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1783952338.203931:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600734720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.203972:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600734720:12345-0@lo:400:kworker.0 Request processed in 42us (13108us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.203978:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1783952338.203990:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1783952338.203997:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600735232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.204028:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600735232:12345-0@lo:400:kworker.0 Request processed in 32us (13124us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.204035:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1783952338.204046:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1783952338.204566:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600734592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.204611:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600734592:12345-0@lo:400:kworker.0 Request processed in 558us (13668us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.204618:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:3.0:1783952338.204655:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952338.204661:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952338.204679:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600735488:0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.204721:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952338.204811:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735488 00000100:00100000:3.0:1783952338.204818:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735488 00000100:00100000:3.0:1783952338.204867:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1783952338.204875:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600735488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.204910:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600735488:12345-0@lo:400:kworker.0 Request processed in 37us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952338.206887:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952338.206972:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600734464:0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.206989:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600734848:0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.207041:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735360 00000100:00100000:0.0:1783952338.207047:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735360 00000100:00100000:0.0:1783952338.207103:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1783952338.207112:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600735360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.207408:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600735360:12345-0@lo:400:kworker.0 Request processed in 296us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952338.207415:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1783952338.207453:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600735360:0@lo:400:kworker.0 00000100:00080000:0.0:1783952338.207655:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952338.207697:0:106955:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836588 gen 2 00000100:00100000:0.0:1783952338.207723:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600735488:0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.208625:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1783952338.218884:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.220332:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600734720:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.220400:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600735232:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.220449:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600735744:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.220566:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952338.220599:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600734592:0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.222826:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735104 00000100:00100000:0.0:1783952338.222840:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735104 00000100:00100000:0.0:1783952338.222908:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1783952338.222928:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600735104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.223031:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600735104:12345-0@lo:400:kworker.0 Request processed in 115us (4155us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952338.223039:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1783952338.223286:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735744 00000100:00100000:3.0:1783952338.223291:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735744 00000100:00100000:3.0:1783952338.223366:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1783952338.223376:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600735744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.223430:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600735744:12345-0@lo:400:kworker.0 Request processed in 57us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.223437:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1783952338.223619:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952338.224235:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735616 00000100:00100000:3.0:1783952338.224241:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735616 00000100:00100000:3.0:1783952338.224295:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1783952338.224302:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600735616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952338.224367:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600735616:12345-0@lo:400:kworker.0 Request processed in 65us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.224375:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00080000:2.0:1783952338.224501:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952338.224532:0:106952:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869284 gen 2 00000100:00100000:2.0:1783952338.224551:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600735616:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.225880:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600735744:0@lo:400:kworker.0 00000100:00100000:1.0:1783952338.225896:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600735104:0@lo:400:kworker.0 00000100:00100000:0.0:1783952338.699934:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952338.699963:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600735872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952338.700040:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952338.700694:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600735872 00000100:00100000:3.0:1783952338.700712:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600735872 00000100:00100000:3.0:1783952338.700798:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1783952338.700811:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600735872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952338.700845:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 61652992 00000100:00100000:3.0:1783952338.700937:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600735872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952338.700945:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1783952338.702549:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952338.702583:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600736000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952338.702677:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952338.702695:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600735872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952338.703043:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736000 00000100:00100000:2.0:1783952338.703055:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736000 00000100:00100000:2.0:1783952338.703136:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1783952338.703147:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600736000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952338.703178:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 59532352 pending 0 free 67633152 avail 57700352 00000100:00100000:2.0:1783952338.703245:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600736000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952338.703254:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1783952338.703379:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600736000:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783952339.083766:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952340.108098:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952341.047673:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952341.047724:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952341.047764:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952341.047800:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157184 00000100:00100000:3.0:1783952341.047811:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157184 00000100:00100000:3.0:1783952341.047890:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 388 00000100:00100000:3.0:1783952341.047901:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584157184:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952341.047989:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:69252:x1870607584157184:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 90us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952341.047999:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 388 00000100:00080000:3.0:1783952341.048022:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952341.048094:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157056 00000100:00100000:0.0:1783952341.048099:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157056 00000100:00100000:0.0:1783952341.048143:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 75 00000100:00100000:0.0:1783952341.048153:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584157056:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952341.048182:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584157056:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 33us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952341.048189:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 75 00000100:00100000:1.0:1783952341.048454:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157568 00000100:00100000:1.0:1783952341.048459:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157568 00000100:00100000:1.0:1783952341.048512:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00100000:1.0:1783952341.048520:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584157568:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952341.048558:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584157568:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 40us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952341.048565:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 183 00000100:00080000:0.0:1783952341.048649:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952341.061168:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952341.061217:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952341.074945:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157312 00000100:00100000:3.0:1783952341.074969:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157312 00000100:00100000:3.0:1783952341.075091:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00100000:3.0:1783952341.075104:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584157312:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952341.075213:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584157312:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 111us (14059us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952341.075221:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 389 00000100:00080000:0.0:1783952341.075643:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952341.075978:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157440 00000100:00100000:1.0:1783952341.075987:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157440 00000100:00100000:1.0:1783952341.076050:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00100000:1.0:1783952341.076060:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584157440:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952341.076113:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584157440:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 55us (14895us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952341.076121:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 184 00000100:00080000:0.0:1783952341.076204:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1783952341.142531:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952342.156693:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952342.284856:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952342.284889:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600736128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952342.285288:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952342.285414:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736128 00000100:00100000:1.0:1783952342.285424:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736128 00000100:00100000:1.0:1783952342.287163:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1783952342.287184:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600736128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952342.287232:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 59532352 pending 0 free 67633152 avail 60465152 00000100:00100000:1.0:1783952342.287330:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600736128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952342.287390:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:1.0:1783952342.287427:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952342.287483:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600736128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952342.288652:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952342.288677:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600736256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952342.288749:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952342.288807:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736256 00000100:00100000:2.0:1783952342.288816:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736256 00000100:00100000:2.0:1783952342.288883:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1783952342.288894:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600736256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952342.288935:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952342.288980:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600736256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952342.288989:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1783952342.289041:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600736256:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952342.289612:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952342.795717:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952342.795748:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600736384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952342.795857:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952342.795934:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736384 00000100:00100000:3.0:1783952342.795944:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736384 00000100:00100000:3.0:1783952342.796006:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1783952342.796016:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600736384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952342.796075:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952342.796130:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600736384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952342.796138:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1783952342.796190:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600736384:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952343.182737:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952343.308147:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600736896:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.308244:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952343.308306:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600737408:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.308372:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952343.308398:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600737920:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.308424:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308642:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600736640:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308678:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308703:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600737152:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308752:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308779:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600737664:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308804:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308833:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783952343.308840:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600736768:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308863:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308880:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600737280:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308901:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308919:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600737792:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.308939:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.308974:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736896 00000100:00100000:2.0:1783952343.308983:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736896 00000100:00100000:2.0:1783952343.309056:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736640 00000100:00100000:2.0:1783952343.309060:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736640 00000100:00100000:2.0:1783952343.309088:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736768 00000100:00100000:2.0:1783952343.309092:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736768 00000100:00100000:2.0:1783952343.309112:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1783952343.309122:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600736896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.309180:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600736896:12345-0@lo:400:kworker.0 Request processed in 60us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.309189:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1783952343.309210:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1783952343.309217:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600736640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.309251:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600736640:12345-0@lo:400:kworker.0 Request processed in 35us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.309257:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1783952343.309280:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1783952343.309286:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600736768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.309317:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600736768:12345-0@lo:400:kworker.0 Request processed in 31us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.309322:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1783952343.309380:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737152 00000100:00100000:2.0:1783952343.309384:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737152 00000100:00100000:2.0:1783952343.309415:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737664 00000100:00100000:2.0:1783952343.309418:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737664 00000100:00100000:2.0:1783952343.309432:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1783952343.309438:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600737152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309570:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600736512:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309612:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952343.309642:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600737024:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309667:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952343.309684:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600737536:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309705:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952343.309716:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600738048:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309741:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952343.309771:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737408 00000100:00100000:0.0:1783952343.309775:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737408 00000100:00100000:0.0:1783952343.309806:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737920 00000100:00100000:0.0:1783952343.309809:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737920 00000100:00100000:0.0:1783952343.309831:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737280 00000100:00100000:0.0:1783952343.309843:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737280 00000100:00100000:0.0:1783952343.309866:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737792 00000100:00100000:0.0:1783952343.309868:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737792 00000100:00100000:0.0:1783952343.309892:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1783952343.309898:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600737408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309935:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600737408:12345-0@lo:400:kworker.0 Request processed in 39us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.309942:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1783952343.309956:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1783952343.309962:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600737920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.309992:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600737920:12345-0@lo:400:kworker.0 Request processed in 31us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.309998:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1783952343.310009:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1783952343.310015:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600737280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.310044:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600737280:12345-0@lo:400:kworker.0 Request processed in 30us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.310051:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1783952343.310060:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1783952343.310066:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600737792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.310093:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600737792:12345-0@lo:400:kworker.0 Request processed in 27us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.310098:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1783952343.310116:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600736512 00000100:00100000:0.0:1783952343.310119:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600736512 00000100:00100000:0.0:1783952343.310145:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1783952343.310151:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600736512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.310191:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600736512:12345-0@lo:400:kworker.0 Request processed in 40us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.310197:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1783952343.310262:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600736512:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.311639:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600736896:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.311660:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600737408:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.311673:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600737920:0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.311737:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737024 00000100:00100000:3.0:1783952343.311744:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737024 00000100:00100000:3.0:1783952343.311795:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600737536 00000100:00100000:3.0:1783952343.311798:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600737536 00000100:00100000:3.0:1783952343.311811:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600738048 00000100:00100000:3.0:1783952343.311814:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600738048 00000100:00100000:3.0:1783952343.311832:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1783952343.311839:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600737024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.311942:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600737024:12345-0@lo:400:kworker.0 Request processed in 102us (2273us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.311967:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1783952343.311985:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1783952343.311990:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600737536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.312020:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600737536:12345-0@lo:400:kworker.0 Request processed in 30us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.312026:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1783952343.312037:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1783952343.312042:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600738048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952343.312065:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600738048:12345-0@lo:400:kworker.0 Request processed in 24us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.312071:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1783952343.312758:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600737152:12345-0@lo:400:kworker.0 Request processed in 3317us (4002us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.312769:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1783952343.312793:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1783952343.312803:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600737664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.312839:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600737664:12345-0@lo:400:kworker.0 Request processed in 39us (4034us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.312845:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:2.0:1783952343.312885:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952343.312891:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952343.312894:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952343.312897:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952343.312944:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600736768:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.312959:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600737280:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.312971:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600737792:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.312999:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600736640:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.313010:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600737152:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.313021:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600737664:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.313171:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600737024:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.313184:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef75df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600737536:0@lo:400:kworker.0 00000100:00100000:0.0:1783952343.313195:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600738048:0@lo:400:kworker.0 00000100:00100000:2.0:1783952343.317819:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600738176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952343.317927:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952343.323070:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600738176 00000100:00100000:3.0:1783952343.323091:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600738176 00000100:00100000:3.0:1783952343.323171:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1783952343.323184:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600738176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952343.323243:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952343.323385:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600738176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 203us (5457us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.323393:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1783952343.323517:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600738176:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1783952343.670641:0:168250:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lfsck test 45: LFSCK should fix UID/GID/PROJID of OST object ========================================================== 10:19:01 (1783952341) 00000100:00100000:2.0:1783952343.791142:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952343.791198:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584157824 00000100:00100000:2.0:1783952343.791212:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584157824 00000100:00100000:2.0:1783952343.791293:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 805 00000100:00100000:2.0:1783952343.791304:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+7:124643:x1870607584157824:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952343.791331:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952343.791370:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1783952343.791411:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a74c9782a00/0x3b91f5b49438ad03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981df52 expref: 7 pid: 167647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791433:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d8806400) 00010000:00010000:2.0:1783952343.791460:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783952343.791479:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431bc00/0x3b91f5b49438ae61 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea65 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791613:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791627:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791653:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791668:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.791675:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.792552:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000400:2.0:1783952343.793947:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 253 < left 264, rollback = 2 00080000:00000400:2.0:1783952343.793956:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952343.793959:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952343.793961:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952343.794157:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/1, delete: 0/0/0 00080000:00000400:2.0:1783952343.794160:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1783952343.794224:0:161900:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 251 < left 264, rollback = 2 00080000:00000400:2.0:1783952343.794228:0:161900:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 00080000:00000400:2.0:1783952343.794230:0:161900:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1783952343.794232:0:161900:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/2 00080000:00000400:2.0:1783952343.794234:0:161900:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 2/33/3, delete: 0/0/0 00080000:00000400:2.0:1783952343.794236:0:161900:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:2.0:1783952343.794455:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794474:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794487:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952343.794513:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:2.0:1783952343.794549:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794557:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794562:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794569:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794576:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431ac00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952343.794582:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794590:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794604:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904f00) 00010000:00010000:2.0:1783952343.794607:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783952343.794611:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794618:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ac00/0x3b91f5b49438ae68 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783952343.794632:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007ef0e027 reply state 00000000509e928a transno 38654705665 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794654:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.794660:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75d0904800) 00010000:00010000:2.0:1783952343.794663:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783952343.794666:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783952343.799000:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431bc00/0x3b91f5b49438ae61 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 9 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.799048:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 8 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.799060:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:2.0:1783952343.799064:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783952343.799068:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a600, rc 0) 00000100:00100000:2.0:1783952343.799184:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:124643:x1870607584157824:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 7879us (8054us total) trans 38654705665 rc 0/0 00000100:00100000:2.0:1783952343.799197:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 805 00000100:00080000:2.0:1783952343.799259:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952343.804299:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952343.804539:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158080 00000100:00100000:2.0:1783952343.804554:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158080 00000100:00100000:2.0:1783952343.804640:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 806 00000100:00100000:2.0:1783952343.804653:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:124643:x1870607584158080:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:2.0:1783952343.804688:0:159116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952343.804718:0:159116:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438ae84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea6c expref: -99 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.804889:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.804908:0:159116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 10 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.804919:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 4/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.804985:0:159116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 10 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.805002:0:159116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 10 pid: 161900 timeout: 6130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952343.805020:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:159116:1870607600738304:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952343.805132:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d80c9240 going to sleep for 11 seconds 00000100:00100000:0.0:1783952343.816788:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952343.816909:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:159116:1870607600738304:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952343.816946:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952343.819554:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600738432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952343.819628:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.819959:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600738432 00000100:00100000:2.0:1783952343.819969:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600738432 00000100:00100000:2.0:1783952343.820035:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1783952343.820046:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600738432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952343.820079:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952343.820166:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600738432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.820174:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1783952343.820201:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952343.820214:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600738560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952343.820246:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952343.820297:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600738560 00000100:00100000:2.0:1783952343.820301:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600738560 00000100:00100000:2.0:1783952343.820323:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1783952343.820328:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600738560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952343.820393:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 59532352 pending 0 free 67633152 avail 60465152 00000100:00100000:2.0:1783952343.820429:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600738560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952343.820435:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1783952343.820480:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600738560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952343.820516:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600738432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952343.822181:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158208 00000100:00100000:3.0:1783952343.822197:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158208 00010000:00010000:3.0:1783952343.822248:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 11 pid: 161900 timeout: 6130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952343.822296:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 195 00000100:00100000:3.0:1783952343.822317:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:69252:x1870607584158208:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952343.822379:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952343.822389:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 11 pid: 161900 timeout: 6130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822404:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 11 pid: 161900 timeout: 6130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822434:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431a600/0x3b91f5b49438ae76 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea65 expref: 11 pid: 161900 timeout: 6130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822455:0:159865:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:3.0:1783952343.822461:0:159865:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822472:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822481:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 4/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.822520:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952343.822601:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:69252:x1870607584158208:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 285us (5824us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.822609:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 195 00010000:00010000:2.0:1783952343.823038:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823049:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783952343.823129:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00080000:2.0:1783952343.823302:0:159116:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x26d:0x0], count =21 00000004:00080000:2.0:1783952343.823311:0:159116:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x26d:0x0]+21 in llog 00000004:00080000:2.0:1783952343.823387:0:159116:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x282:0x0], index 0: 0 00010000:00010000:2.0:1783952343.823517:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823533:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 2/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823540:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823547:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:2.0:1783952343.823552:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 3/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823561:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 4/0,0 mode: EX/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823574:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75d0904000) 00010000:00010000:2.0:1783952343.823578:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783952343.823582:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 2/0,0 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823588:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b400/0x3b91f5b49438ae8b lrc: 0/0,0 mode: --/EX res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823651:0:159116:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438ae84 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea6c expref: 10 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823662:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75d0904300) 00010000:00010000:2.0:1783952343.823664:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783952343.823668:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431ba00/0x3b91f5b49438ae84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea6c expref: 10 pid: 159116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952343.823679:0:159116:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ba00, rc 0) 00000100:00100000:2.0:1783952343.823753:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:124643:x1870607584158080:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 19102us (19468us total) trans 38654705666 rc 301/301 00000100:00100000:2.0:1783952343.823762:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 806 00000100:00100000:3.0:1783952343.832164:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952343.832240:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158464 00000100:00100000:1.0:1783952343.832253:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158464 00000100:00100000:1.0:1783952343.832325:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:1.0:1783952343.832425:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:124643:x1870607584158464:12345-192.168.202.38@tcp:35:lfs.0 00000100:00100000:1.0:1783952343.832899:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:124643:x1870607584158464:12345-192.168.202.38@tcp:35:lfs.0 Request processed in 562us (747us total) trans 38654705667 rc 0/0 00000100:00100000:1.0:1783952343.832909:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:3.0:1783952343.837929:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952343.838308:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158592 00000100:00100000:1.0:1783952343.838322:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158592 00000100:00100000:1.0:1783952343.838420:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 807 00000100:00100000:1.0:1783952343.838432:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+10:124643:x1870607584158592:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:1.0:1783952343.838465:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952343.838498:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438ae99 lrc: 2/0,0 mode: --/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea73 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.838573:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438ae99 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea73 expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.838593:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661600/0x3b91f5b49438ae99 lrc: 3/0,0 mode: CR/CR res: [0x200003ab5:0x61:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea73 expref: 11 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.838632:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:1.0:1783952343.838636:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783952343.838641:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1661600, rc 0) 00000100:00100000:1.0:1783952343.838737:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:124643:x1870607584158592:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 307us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952343.838746:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 807 00000100:00100000:3.0:1783952343.845579:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952343.845846:0:159120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158848 00000100:00100000:1.0:1783952343.845860:0:159120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158848 00000100:00100000:1.0:1783952343.845926:0:159120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:1.0:1783952343.845939:0:159120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+11:124643:x1870607584158848:12345-192.168.202.38@tcp:35:lfs.0 00000100:00100000:1.0:1783952343.846242:0:159120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fc89c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:124643:x1870607584158848:12345-192.168.202.38@tcp:35:lfs.0 Request processed in 305us (679us total) trans 38654705668 rc 0/0 00000100:00100000:1.0:1783952343.846251:0:159120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 215 00000100:00100000:3.0:1783952343.939155:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952343.939216:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584158976 00000100:00100000:3.0:1783952343.939229:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584158976 00000100:00100000:3.0:1783952343.939300:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 808 00000100:00100000:3.0:1783952343.939313:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+12:124650:x1870607584158976:12345-192.168.202.38@tcp:101:chown.0 00010000:00010000:3.0:1783952343.939377:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952343.939409:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aea0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea7a expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939498:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438aea7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939514:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438aea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939528:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438aea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952343.939595:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1783952343.939600:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952343.939646:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438aea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939675:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aea0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea7a expref: 14 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939694:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6c00/0x3b91f5b49438aea7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea7a expref: 13 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.939704:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952343.939707:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783952343.939718:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6c00, rc 0) 00000100:00100000:3.0:1783952343.939788:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:124650:x1870607584158976:12345-192.168.202.38@tcp:101:chown.0 Request processed in 478us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.939796:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 808 00000100:00100000:3.0:1783952343.951489:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952343.951536:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159104 00000100:00100000:3.0:1783952343.951548:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159104 00000100:00100000:3.0:1783952343.951612:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 809 00000100:00100000:3.0:1783952343.951624:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+13:124650:x1870607584159104:12345-192.168.202.38@tcp:101:chown.0 00010000:00010000:3.0:1783952343.951650:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952343.951677:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438aeae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea81 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.951766:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.951785:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.951799:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.951813:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954156:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954174:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954289:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954298:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954305:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952343.954386:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00200000:3.0:1783952343.954392:0:161900:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952343.954418:0:161900:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954432:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954444:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954452:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954458:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954465:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954471:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7e00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952343.954476:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954491:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954506:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952343.954509:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952343.954514:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954520:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aeb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954535:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954541:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954547:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954551:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952343.954554:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954559:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954567:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75d0904800) 00010000:00010000:3.0:1783952343.954569:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952343.954572:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954583:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aebc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954621:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438aeae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea81 expref: 15 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954636:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea81 expref: 14 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.954643:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952343.954645:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952343.954647:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7000, rc 0) 00000100:00100000:3.0:1783952343.954741:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:124650:x1870607584159104:12345-192.168.202.38@tcp:101:chown.0 Request processed in 3118us (3266us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952343.954751:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 809 00000100:00100000:3.0:1783952343.974446:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952343.976206:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159232 00000100:00100000:1.0:1783952343.976227:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159232 00000100:00100000:0.0:1783952343.976435:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 426 00000100:00100000:0.0:1783952343.976451:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+43:69254:x1870607584159232:12345-192.168.202.38@tcp:101:chown.0 00010000:00010000:0.0:1783952343.976477:0:161704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952343.976506:0:161704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea88 expref: -99 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783952343.976537:0:161704:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783952343.976566:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=6030s v=(0 0) 00010000:00010000:0.0:1783952343.976571:0:161704:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952343.976584:0:161704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 44 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952343.976605:0:161704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 44 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952343.976631:0:161704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c5d71400, rc 0) 00000100:00100000:0.0:1783952343.976710:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584159232:12345-192.168.202.38@tcp:101:chown.0 Request processed in 263us (2278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952343.976718:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 426 00000100:00080000:3.0:1783952343.981537:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952343.986310:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952343.986448:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159360 00000100:00100000:1.0:1783952343.986462:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159360 00000100:00100000:1.0:1783952343.986536:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 810 00000100:00100000:1.0:1783952343.986545:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+14:124650:x1870607584159360:12345-192.168.202.38@tcp:101:chown.0 00010000:00010000:1.0:1783952343.986569:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952343.986593:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438aed1 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea8f expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986629:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986663:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986674:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986818:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438aed1 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 16 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986838:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 15 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952343.986845:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:1.0:1783952343.986847:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783952343.986850:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660200, rc 0) 00000100:00100000:1.0:1783952343.986916:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:124650:x1870607584159360:12345-192.168.202.38@tcp:101:chown.0 Request processed in 371us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952343.986924:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 810 00000100:00100000:0.0:1783952343.991091:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952343.991474:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159616 00000100:00100000:3.0:1783952343.991488:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159616 00000100:00100000:3.0:1783952343.992183:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 811 00000100:00100000:3.0:1783952343.992197:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:124650:x1870607584159616:12345-192.168.202.38@tcp:36:chown.0 00010000:00010000:3.0:1783952343.992272:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952343.992310:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aec3 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea81 expref: 15 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.992448:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952343.992455:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783952343.992490:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.992507:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.992519:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783952343.993458:0:161900:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].2, 88 off8344 00000004:00080000:3.0:1783952343.993476:0:161900:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6030989139060ns, next at 6031989135800ns, rc = 0 00000004:00010000:3.0:1783952343.993550:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009451df94 reply state 00000000ccf9938e transno 38654705669 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.993568:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952343.993577:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952343.993580:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1783952343.993585:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783952343.998307:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:124650:x1870607584159616:12345-192.168.202.38@tcp:36:chown.0 Request processed in 6093us (7219us total) trans 38654705669 rc 0/0 00000100:00100000:3.0:1783952343.998836:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 811 00000100:00100000:1.0:1783952344.004847:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952344.004939:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159744 00000100:00100000:0.0:1783952344.004951:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159744 00000100:00100000:0.0:1783952344.005024:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 427 00000100:00100000:0.0:1783952344.005036:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69254:x1870607584159744:12345-192.168.202.38@tcp:2:chown.0 00080000:00000400:0.0:1783952344.005194:0:160618:0:(osd_internal.h:1461:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1783952344.005199:0:160618:0:(osd_handler.c:2090:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1783952344.005201:0:160618:0:(osd_handler.c:2097:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1783952344.005204:0:160618:0:(osd_handler.c:2107:osd_trans_dump_creds()) write: 1/9/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1783952344.005206:0:160618:0:(osd_handler.c:2114:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1783952344.005208:0:160618:0:(osd_handler.c:2121:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00010000:0.0:1783952344.005507:0:160618:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1783952344.005511:0:160618:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1783952344.005514:0:160618:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1783952344.005516:0:160618:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 0 -> 1783952343 00002000:00010000:0.0:1783952344.005518:0:160618:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1783952344.005896:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69254:x1870607584159744:12345-192.168.202.38@tcp:2:chown.0 Request processed in 858us (1055us total) trans 21474836589 rc 0/0 00000100:00100000:0.0:1783952344.005906:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 427 00010000:00010000:2.0:1783952344.206428:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952345.232926:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952346.171864:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952346.171916:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952346.171954:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952346.171993:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952346.172037:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952346.172072:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160000 00000100:00100000:3.0:1783952346.172085:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160000 00000100:00100000:3.0:1783952346.172159:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160128 00000100:00100000:3.0:1783952346.172163:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160128 00000100:00100000:3.0:1783952346.172192:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00100000:3.0:1783952346.172203:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69253:x1870607584160000:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952346.172307:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:69253:x1870607584160000:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 105us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952346.172363:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 396 00000100:00100000:3.0:1783952346.172386:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:3.0:1783952346.172393:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584160128:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952346.172420:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584160128:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952346.172426:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 397 00000100:00100000:3.0:1783952346.172447:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584159872 00000100:00100000:3.0:1783952346.172451:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584159872 00000100:00100000:3.0:1783952346.172479:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 77 00000100:00100000:3.0:1783952346.172485:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584159872:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952346.172509:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584159872:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 24us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952346.172515:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 77 00000100:00100000:3.0:1783952346.172547:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160256 00000100:00100000:3.0:1783952346.172550:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160256 00000100:00100000:3.0:1783952346.172582:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160384 00000100:00100000:3.0:1783952346.172585:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160384 00000100:00100000:3.0:1783952346.172619:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:3.0:1783952346.172625:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69255:x1870607584160256:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952346.172654:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69255:x1870607584160256:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952346.172660:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 189 00000100:00100000:3.0:1783952346.172672:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00100000:3.0:1783952346.172678:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584160384:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952346.172703:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69252:x1870607584160384:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 25us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952346.172710:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 190 00000100:00080000:3.0:1783952346.172734:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952346.172739:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952346.172741:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952346.172743:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783952346.252533:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952347.029833:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952347.029954:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160512 00000100:00100000:3.0:1783952347.029969:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160512 00000100:00100000:3.0:1783952347.030052:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 812 00000100:00100000:3.0:1783952347.030066:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+16:124687:x1870607584160512:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952347.030096:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952347.030134:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438aee6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea96 expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030222:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030240:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030278:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030315:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030324:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030330:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030431:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030441:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030447:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952347.030502:0:159118:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00000004:00200000:3.0:1783952347.030507:0:159118:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952347.030534:0:159118:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030549:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030558:0:159118:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030576:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030582:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030588:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030594:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952347.030600:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030607:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030622:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952347.030626:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952347.030631:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030638:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7000/0x3b91f5b49438aeed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030657:0:159118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030663:0:159118:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030669:0:159118:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030680:0:159118:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952347.030684:0:159118:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030690:0:159118:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030699:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75d0904800) 00010000:00010000:3.0:1783952347.030702:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952347.030704:0:159118:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030710:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7600/0x3b91f5b49438aef4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030740:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438aee6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea96 expref: 18 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030755:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea96 expref: 17 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.030763:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952347.030766:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952347.030768:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7e00, rc 0) 00000100:00100000:3.0:1783952347.030864:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:124687:x1870607584160512:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 799us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952347.030873:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 812 00000100:00100000:1.0:1783952347.039665:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952347.040157:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584160768 00000100:00100000:3.0:1783952347.040186:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584160768 00000100:00100000:3.0:1783952347.040263:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 813 00000100:00100000:3.0:1783952347.040274:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:124687:x1870607584160768:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952347.040301:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952347.040378:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438af02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981ea9d expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.040536:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438af09 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.040555:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438af09 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.040569:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438af09 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952347.040582:0:161900:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:3.0:1783952347.040730:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6000/0x3b91f5b49438af02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea9d expref: 20 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.040750:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438af09 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea9d expref: 19 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952347.040760:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952347.040763:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783952347.040767:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6a00, rc 0) 00000100:00100000:3.0:1783952347.040855:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:124687:x1870607584160768:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 583us (1204us total) trans 38654705670 rc 0/0 00000100:00100000:3.0:1783952347.040863:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 813 00000100:00100000:3.0:1783952347.060535:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952347.060689:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584161024 00000100:00100000:0.0:1783952347.060714:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584161024 00000100:00100000:0.0:1783952347.060792:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 814 00000100:00100000:0.0:1783952347.060803:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:124687:x1870607584161024:12345-192.168.202.38@tcp:36:lfs.0 00010000:00010000:0.0:1783952347.060896:0:159116:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783952347.060937:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6a00/0x3b91f5b49438af09 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea9d expref: 19 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.060964:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7e00/0x3b91f5b49438aefb lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea96 expref: 18 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.060977:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:0.0:1783952347.060985:0:159116:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952347.061017:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.061034:0:159116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 17 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.061044:0:159116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 4/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.061085:0:159116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 17 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.061099:0:159116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 17 pid: 159118 timeout: 6134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952347.061245:0:159116:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:159116:1870607600738688:192.168.202.38@tcp:104: 00000100:00100000:0.0:1783952347.061578:0:159116:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb6ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1783952347.074663:0:159116:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:159116:1870607600738688:192.168.202.38@tcp:104: 00010000:00010000:3.0:1783952347.074705:0:159116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952347.079740:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952347.079837:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584161152 00000100:00100000:0.0:1783952347.079850:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584161152 00010000:00010000:0.0:1783952347.079906:0:162849:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 18 pid: 159118 timeout: 6134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952347.079964:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:0.0:1783952347.079976:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:69252:x1870607584161152:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952347.079997:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952347.080005:0:162849:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 18 pid: 159118 timeout: 6134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080021:0:162849:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 18 pid: 159118 timeout: 6134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080048:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438aed8 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea8f expref: 18 pid: 159118 timeout: 6134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080064:0:162849:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:0.0:1783952347.080070:0:162849:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080081:0:162849:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080090:0:162849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 4/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.080136:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952347.080211:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:69252:x1870607584161152:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 237us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952347.080220:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 196 00010000:00010000:2.0:1783952347.081010:0:159116:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.081023:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783952347.081374:0:159116:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x24:0x0].3, 88 off8432 00000004:00080000:2.0:1783952347.081386:0:159116:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6034077049946ns, next at 6035077046785ns, rc = 0 00000004:00010000:2.0:1783952347.082027:0:159116:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e7b7038f reply state 00000000a105760c transno 38654705671 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.082051:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.082062:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:2.0:1783952347.082065:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1783952347.082070:0:159116:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783952347.082282:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75cf887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:124687:x1870607584161024:12345-192.168.202.38@tcp:36:lfs.0 Request processed in 21476us (21758us total) trans 38654705671 rc 0/0 00000100:00100000:2.0:1783952347.082294:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 814 00000100:00100000:2.0:1783952347.100064:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952347.100280:0:159119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584161408 00000100:00100000:3.0:1783952347.100293:0:159119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584161408 00000100:00100000:3.0:1783952347.100403:0:159119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:3.0:1783952347.100427:0:159119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+18:124687:x1870607584161408:12345-192.168.202.38@tcp:35:lfs.0 00000100:00100000:3.0:1783952347.100750:0:159119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:124687:x1870607584161408:12345-192.168.202.38@tcp:35:lfs.0 Request processed in 335us (699us total) trans 38654705672 rc 0/0 00000100:00100000:3.0:1783952347.100759:0:159119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 216 00000100:00100000:0.0:1783952347.200320:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952347.200457:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584161664 00000100:00100000:2.0:1783952347.200471:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584161664 00000100:00100000:2.0:1783952347.200549:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 815 00000100:00100000:2.0:1783952347.200561:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+19:124688:x1870607584161664:12345-192.168.202.38@tcp:101:dd.500 00010000:00010000:2.0:1783952347.200611:0:159117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952347.200639:0:159117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438af1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981eaa4 expref: -99 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783952347.207827:0:159117:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 7115us 00010000:00010000:1.0:1783952347.254400:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.254941:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.254960:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.254990:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.254998:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.255003:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.255160:0:159117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438af33 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.255169:0:159117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438af33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.255175:0:159117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438af33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783952347.255188:0:159117:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 0 00010000:00010000:1.0:1783952347.255322:0:159117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.255330:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256069:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256076:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256084:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1661a00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952347.256100:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256110:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256129:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:1.0:1783952347.256132:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952347.256138:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256146:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1661a00/0x3b91f5b49438af25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256165:0:159117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256172:0:159117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256178:0:159117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256183:0:159117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c1660600 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:1.0:1783952347.256186:0:159117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256192:0:159117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256199:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75d0904800) 00010000:00010000:1.0:1783952347.256201:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783952347.256215:0:159117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256221:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660600/0x3b91f5b49438af2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.256315:0:159117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b800/0x3b91f5b49438af1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eaa4 expref: 22 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.258646:0:159117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438af33 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eaa4 expref: 21 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.258668:0:159117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:1.0:1783952347.258671:0:159117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783952347.258675:0:159117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660800, rc 0) 00000100:00100000:1.0:1783952347.258776:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:124688:x1870607584161664:12345-192.168.202.38@tcp:101:dd.500 Request processed in 58215us (58478us total) trans 38654705673 rc 0/0 00000100:00100000:1.0:1783952347.258787:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 815 00000100:00100000:3.0:1783952347.264128:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952347.264395:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584161792 00000100:00100000:1.0:1783952347.264577:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584161792 00000100:00100000:1.0:1783952347.264653:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 816 00000100:00100000:1.0:1783952347.264665:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+21:124688:x1870607584161792:12345-192.168.202.38@tcp:101:dd.500 00010000:00010000:1.0:1783952347.264695:0:159118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783952347.264723:0:159118:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438af41 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981eaab expref: -99 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.264769:0:159118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438af48 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.264804:0:159118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438af48 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.264819:0:159118:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438af48 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 159118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.264975:0:159118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660200/0x3b91f5b49438af41 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eaab expref: 23 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.264999:0:159118:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660000/0x3b91f5b49438af48 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eaab expref: 22 pid: 159118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.265009:0:159118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:1.0:1783952347.265012:0:159118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783952347.265017:0:159118:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c1660000, rc 0) 00000100:00100000:1.0:1783952347.265645:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:124688:x1870607584161792:12345-192.168.202.38@tcp:101:dd.500 Request processed in 977us (1528us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952347.265656:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 816 00000100:00100000:3.0:1783952347.270750:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952347.270915:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162048 00000100:00100000:0.0:1783952347.270930:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162048 00000100:00100000:0.0:1783952347.271010:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 817 00000100:00100000:0.0:1783952347.271023:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+22:124688:x1870607584162048:12345-192.168.202.38@tcp:36:dd.500 00010000:00010000:0.0:1783952347.271099:0:161900:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952347.271139:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c1660800/0x3b91f5b49438af33 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eaa4 expref: 22 pid: 159117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.271167:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:0.0:1783952347.271173:0:161900:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783952347.274046:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: --/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.274081:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.274095:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1783952347.274195:0:161900:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 38654705674 00000004:00010000:0.0:1783952347.274243:0:161900:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000087afecbb reply state 000000006e070fbc transno 38654705675 ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: PW/PW res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.274260:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.274299:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:0.0:1783952347.274302:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783952347.274360:0:161900:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783952347.274877:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+24:124688:x1870607584162048:12345-192.168.202.38@tcp:36:dd.500 Request processed in 3848us (4134us total) trans 38654705675 rc 0/0 00000100:00100000:0.0:1783952347.274889:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 817 00000020:00080000:0.0:1783952347.274897:0:161900:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783952347.281549:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952347.281827:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162176 00000100:00100000:2.0:1783952347.281841:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162176 00000100:00100000:2.0:1783952347.281909:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:2.0:1783952347.281921:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:124688:x1870607584162176:12345-192.168.202.38@tcp:101:dd.500 00010000:00010000:2.0:1783952347.281945:0:162839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952347.281969:0:162839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981eab2 expref: -99 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.282010:0:162839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 46 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.282020:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=4s v=(0 0) 00010000:00010000:2.0:1783952347.282025:0:162839:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783952347.282031:0:162839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 46 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.282073:0:162839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 46 pid: 161704 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952347.282088:0:162839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 46 pid: 161704 timeout: 6134 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952347.282126:0:162839:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600738816:192.168.202.38@tcp:104: 00000100:00100000:2.0:1783952347.282227:0:162839:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c85d4000 going to sleep for 11 seconds 00010000:00010000:1.0:1783952347.288194:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952347.290161:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952347.290271:0:159101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162304 00000100:00100000:0.0:1783952347.290294:0:159101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162304 00010000:00010000:0.0:1783952347.290381:0:159101:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 47 pid: 161704 timeout: 6134 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952347.290588:0:159101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:0.0:1783952347.290601:0:159101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+47:69255:x1870607584162304:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783952347.290621:0:159101:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783952347.290628:0:159101:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 47 pid: 161704 timeout: 6134 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.290645:0:159101:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 47 pid: 161704 timeout: 6134 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.290678:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952347.290682:0:159101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x282:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783952347.290691:0:159101:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.290724:0:159101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952347.290772:0:159101:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 47 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952347.290790:0:159101:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600738944:192.168.202.38@tcp:105: 00000100:00100000:0.0:1783952347.290888:0:159101:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cb6ceb40 going to sleep for 11 seconds 00010000:00010000:1.0:1783952347.296908:0:162839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a200392a/0x3b91f5b49438aeca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea88 expref: 47 pid: 161704 timeout: 6134 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952347.296958:0:162839:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:162839:1870607600738816:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952347.297002:0:162839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 46 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952347.297049:0:162839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431a400, rc 0) 00000100:00100000:1.0:1783952347.297133:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:124688:x1870607584162176:12345-192.168.202.38@tcp:101:dd.500 Request processed in 15213us (15599us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952347.297143:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:0.0:1783952347.297495:0:159101:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:159101:1870607600738944:192.168.202.38@tcp:105: 00010000:00010000:0.0:1783952347.297512:0:159101:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783952347.297539:0:159101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69255:x1870607584162304:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 6942us (7392us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952347.297551:0:159101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 197 00000100:00100000:0.0:1783952347.303224:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952347.303366:0:166880:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162432 00000100:00100000:1.0:1783952347.303382:0:166880:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162432 00002000:00010000:1.0:1783952347.304086:0:166880:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/642 (0->18446744073709551615) 00002000:00100000:1.0:1783952347.304094:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6e300 with x1870607584162432 ext(0->18446744073709551615) 00002000:00010000:1.0:1783952347.304110:0:166880:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6e300. 00000100:00100000:1.0:1783952347.304158:0:166880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00100000:1.0:1783952347.304173:0:166880:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+45:69255:x1870607584162432:12345-192.168.202.38@tcp:10:dd.500 00002000:00010000:1.0:1783952347.304734:0:166880:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1783952347.304739:0:166880:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 0 -> 1783952347 00002000:00010000:1.0:1783952347.305838:0:166880:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1783952347.305849:0:166880:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 1783952343 -> 1783952347 00002000:00010000:1.0:1783952347.305852:0:166880:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1783952347.305963:0:166880:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69255:x1870607584162432:12345-192.168.202.38@tcp:10:dd.500 Request processed in 1786us (2746us total) trans 21474836590 rc 0/0 00000100:00100000:1.0:1783952347.305977:0:166880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 79 00002000:00010000:1.0:1783952347.305985:0:166880:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/642 (0->18446744073709551615) 00002000:00100000:1.0:1783952347.305988:0:166880:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fef6e300 with x1870607584162432 ext(0->18446744073709551615) 00002000:00010000:1.0:1783952347.305999:0:166880:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fef6e300. 00000100:00100000:3.0:1783952347.403692:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600739072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952347.403794:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952347.404595:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600739200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952347.404671:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952347.404861:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739072 00000100:00100000:2.0:1783952347.404871:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739072 00000100:00100000:2.0:1783952347.404965:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739200 00000100:00100000:2.0:1783952347.404969:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739200 00000100:00100000:2.0:1783952347.404995:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1783952347.405007:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600739072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952347.405051:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952347.405129:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600739072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (1335us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952347.405138:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1783952347.405161:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1783952347.405169:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600739200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952347.405187:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 2772992 granted 59532352 pending 0 free 67633152 avail 60465152 00000100:00100000:2.0:1783952347.405225:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600739200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952347.405231:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1783952347.405707:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600739200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952347.405754:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600739072:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1783952347.405901:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783952347.405907:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952347.505705:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952347.505859:0:160623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162560 00000100:00100000:1.0:1783952347.505873:0:160623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162560 00002000:00100000:1.0:1783952347.505957:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (0->4194303) req@ffff8a75de35bb80 x1870607584162560/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/0 e 0 to 0 dl 1783952358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1783952347.505972:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35bb80 with x1870607584162560 ext(0->4194303) 00002000:00010000:1.0:1783952347.505980:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75de35bb80 00000100:00100000:1.0:1783952347.506028:0:160623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 80 00000100:00100000:1.0:1783952347.506039:0:160623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+46:69252:x1870607584162560:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:0.0:1783952347.623927:0:160623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584162560:12345-192.168.202.38@tcp:4:dd.500 Request processed in 117879us (118228us total) trans 21474836591 rc 0/0 00000100:00100000:0.0:1783952347.623943:0:160623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 80 00002000:00100000:0.0:1783952347.623956:0:160623:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x282:0x0] (0->4194303) req@ffff8a75de35bb80 x1870607584162560/t21474836591(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/448 e 0 to 0 dl 1783952358 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1783952347.623967:0:160623:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75de35bb80 with x1870607584162560 ext(0->4194303) 00002000:00010000:0.0:1783952347.623973:0:160623:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75de35bb80 00000100:00100000:3.0:1783952347.755555:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952347.755773:0:166881:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162688 00000100:00100000:2.0:1783952347.755784:0:166881:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162688 00002000:00100000:2.0:1783952347.755859:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x282:0x0] (4194304->8388607) req@ffff8a75fe9a8380 x1870607584162688/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/0 e 0 to 0 dl 1783952358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952347.755893:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a8380 with x1870607584162688 ext(4194304->8388607) 00002000:00010000:2.0:1783952347.755900:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a8380 00000100:00100000:2.0:1783952347.755937:0:166881:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:2.0:1783952347.755949:0:166881:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+48:69252:x1870607584162688:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:2.0:1783952347.881179:0:166881:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69252:x1870607584162688:12345-192.168.202.38@tcp:4:dd.500 Request processed in 125212us (125614us total) trans 21474836592 rc 0/0 00000100:00100000:2.0:1783952347.881201:0:166881:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 81 00002000:00100000:2.0:1783952347.881221:0:166881:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x282:0x0] (4194304->8388607) req@ffff8a75fe9a8380 x1870607584162688/t21474836592(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/448 e 0 to 0 dl 1783952358 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952347.881233:0:166881:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9a8380 with x1870607584162688 ext(4194304->8388607) 00002000:00010000:2.0:1783952347.881241:0:166881:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9a8380 00000100:00100000:3.0:1783952347.916878:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600739328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952347.916994:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952347.917123:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739328 00000100:00100000:1.0:1783952347.917133:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739328 00000100:00100000:1.0:1783952347.917210:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1783952347.917223:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600739328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952347.917290:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952347.917386:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600739328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 165us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952347.917395:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1783952347.917623:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600739328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952347.987536:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952347.987721:0:167816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162816 00000100:00100000:0.0:1783952347.987735:0:167816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162816 00002000:00100000:0.0:1783952347.987827:0:167816:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x282:0x0] (8388608->12582911) req@ffff8a74c36a2300 x1870607584162816/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/0 e 0 to 0 dl 1783952358 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1783952347.987839:0:167816:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a2300 with x1870607584162816 ext(8388608->12582911) 00002000:00010000:0.0:1783952347.987847:0:167816:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a2300 00000100:00100000:0.0:1783952347.987886:0:167816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 82 00000100:00100000:0.0:1783952347.987899:0:167816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+50:69254:x1870607584162816:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:2.0:1783952348.144892:0:167816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69254:x1870607584162816:12345-192.168.202.38@tcp:4:dd.500 Request processed in 156975us (157351us total) trans 21474836593 rc 0/0 00000100:00100000:2.0:1783952348.144912:0:167816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 82 00002000:00100000:2.0:1783952348.144932:0:167816:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x282:0x0] (8388608->12582911) req@ffff8a74c36a2300 x1870607584162816/t21474836593(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:608/0 lens 488/448 e 0 to 0 dl 1783952358 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952348.144945:0:167816:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c36a2300 with x1870607584162816 ext(8388608->12582911) 00002000:00010000:2.0:1783952348.144954:0:167816:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c36a2300 00000100:00100000:1.0:1783952348.240553:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952348.240748:0:160621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584162944 00000100:00100000:3.0:1783952348.240763:0:160621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584162944 00002000:00100000:3.0:1783952348.240884:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x282:0x0] (12582912->16777215) req@ffff8a75d1391500 x1870607584162944/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/0 e 0 to 0 dl 1783952359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:3.0:1783952348.240898:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75d1391500 with x1870607584162944 ext(12582912->16777215) 00002000:00010000:3.0:1783952348.240905:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75d1391500 00000100:00100000:3.0:1783952348.240959:0:160621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:3.0:1783952348.240972:0:160621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+52:69255:x1870607584162944:12345-192.168.202.38@tcp:4:dd.500 00000100:00080000:1.0:1783952348.246816:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1783952348.307582:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952348.378791:0:160621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69255:x1870607584162944:12345-192.168.202.38@tcp:4:dd.500 Request processed in 137802us (138236us total) trans 21474836594 rc 0/0 00000100:00100000:3.0:1783952348.378813:0:160621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 83 00002000:00100000:3.0:1783952348.378835:0:160621:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x282:0x0] (12582912->16777215) req@ffff8a75d1391500 x1870607584162944/t21474836594(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/448 e 0 to 0 dl 1783952359 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:3.0:1783952348.378849:0:160621:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75d1391500 with x1870607584162944 ext(12582912->16777215) 00002000:00010000:3.0:1783952348.378857:0:160621:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75d1391500 00000100:00100000:3.0:1783952348.428249:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600739840:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428390:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428446:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600740352:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428476:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428493:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600740864:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428514:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428548:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1783952348.428554:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600739712:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428579:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428599:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600740224:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428646:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428665:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600740736:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428687:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.428728:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739840 00000100:00100000:3.0:1783952348.428738:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739840 00000100:00100000:3.0:1783952348.428804:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739712 00000100:00100000:3.0:1783952348.428808:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739712 00000100:00100000:3.0:1783952348.428834:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1783952348.428845:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600739840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428907:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600739840:12345-0@lo:400:kworker.0 Request processed in 64us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.428915:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1783952348.428932:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1783952348.428939:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600739712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.428968:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600739712:12345-0@lo:400:kworker.0 Request processed in 30us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.428975:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1783952348.428994:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740352 00000100:00100000:3.0:1783952348.428998:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740352 00000100:00100000:3.0:1783952348.429025:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740864 00000100:00100000:3.0:1783952348.429028:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740864 00000100:00100000:3.0:1783952348.429050:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740224 00000100:00100000:3.0:1783952348.429053:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740224 00000100:00100000:3.0:1783952348.429069:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740736 00000100:00100000:3.0:1783952348.429072:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740736 00000100:00100000:3.0:1783952348.429097:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1783952348.429103:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600740352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429139:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600740352:12345-0@lo:400:kworker.0 Request processed in 36us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.429153:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1783952348.429166:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1783952348.429171:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600740864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429201:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600740864:12345-0@lo:400:kworker.0 Request processed in 30us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.429207:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1783952348.429218:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1783952348.429223:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600740224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429253:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600740224:12345-0@lo:400:kworker.0 Request processed in 30us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.429259:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1783952348.429271:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1783952348.429277:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600740736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429318:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600740736:12345-0@lo:400:kworker.0 Request processed in 40us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.429325:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1783952348.429392:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952348.429398:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952348.429401:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952348.429403:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952348.429462:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600739712:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429475:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600740224:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429487:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600740736:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429496:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600739840:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429517:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600740352:0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.429526:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600740864:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430221:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600739456:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430306:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430388:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600739968:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430431:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430465:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600740480:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430489:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430508:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600740992:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430531:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430554:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783952348.430561:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600739584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430584:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430596:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600740096:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430619:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430637:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600740608:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430656:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.430693:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739968 00000100:00100000:1.0:1783952348.430701:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739968 00000100:00100000:1.0:1783952348.430752:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740480 00000100:00100000:1.0:1783952348.430755:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740480 00000100:00100000:1.0:1783952348.430767:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740992 00000100:00100000:1.0:1783952348.430770:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740992 00000100:00100000:1.0:1783952348.430780:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739584 00000100:00100000:1.0:1783952348.430783:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739584 00000100:00100000:1.0:1783952348.430800:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1783952348.430808:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600739968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430858:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600739968:12345-0@lo:400:kworker.0 Request processed in 49us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.430865:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1783952348.430881:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1783952348.430886:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600740480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430913:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600740480:12345-0@lo:400:kworker.0 Request processed in 27us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.430942:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1783952348.430956:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1783952348.430962:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600740992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.430992:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600740992:12345-0@lo:400:kworker.0 Request processed in 30us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.430998:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1783952348.431009:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1783952348.431016:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600739584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431043:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600739584:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.431050:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1783952348.431074:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740096 00000100:00100000:1.0:1783952348.431077:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740096 00000100:00100000:1.0:1783952348.431117:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600740608 00000100:00100000:1.0:1783952348.431120:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600740608 00000100:00100000:1.0:1783952348.431134:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1783952348.431140:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600740096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431172:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600740096:12345-0@lo:400:kworker.0 Request processed in 32us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.431178:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1783952348.431189:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1783952348.431195:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600740608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431221:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600740608:12345-0@lo:400:kworker.0 Request processed in 27us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952348.431228:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:1.0:1783952348.431261:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952348.431266:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952348.431318:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600739584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431332:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600740096:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431377:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600740608:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431387:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600739968:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431396:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600740480:0@lo:400:kworker.0 00000100:00100000:1.0:1783952348.431407:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6745c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600740992:0@lo:400:kworker.0 00000100:00100000:2.0:1783952348.432113:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952348.432147:0:166995:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163072 00000100:00100000:2.0:1783952348.432153:0:166995:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163072 00002000:00100000:2.0:1783952348.432205:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x282:0x0] (16777216->20971519) req@ffff8a74c5155c00 x1870607584163072/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/0 e 0 to 0 dl 1783952359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952348.432233:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155c00 with x1870607584163072 ext(16777216->20971519) 00002000:00010000:2.0:1783952348.432240:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5155c00 00000100:00100000:2.0:1783952348.432265:0:166995:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 84 00000100:00100000:2.0:1783952348.432286:0:166995:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+54:69252:x1870607584163072:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:3.0:1783952348.435769:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600739456 00000100:00100000:3.0:1783952348.435791:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600739456 00000100:00100000:3.0:1783952348.435878:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783952348.435890:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600739456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952348.436878:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600739456:12345-0@lo:400:kworker.0 Request processed in 987us (6577us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.436893:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783952348.437119:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600741120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952348.437163:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.437223:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741120 00000100:00100000:3.0:1783952348.437228:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741120 00000100:00100000:3.0:1783952348.437263:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1783952348.437270:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600741120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952348.437329:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952348.437393:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600741120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.437628:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1783952348.437678:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3538000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600741120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952348.452008:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600739456:0@lo:400:kworker.0 00000100:00100000:2.0:1783952348.588418:0:166995:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69252:x1870607584163072:12345-192.168.202.38@tcp:4:dd.500 Request processed in 156064us (156229us total) trans 21474836595 rc 0/0 00000100:00100000:2.0:1783952348.588439:0:166995:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 84 00002000:00100000:2.0:1783952348.588458:0:166995:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x282:0x0] (16777216->20971519) req@ffff8a74c5155c00 x1870607584163072/t21474836595(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/448 e 0 to 0 dl 1783952359 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952348.588470:0:166995:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c5155c00 with x1870607584163072 ext(16777216->20971519) 00002000:00010000:2.0:1783952348.588479:0:166995:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c5155c00 00000100:00100000:1.0:1783952348.637526:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952348.637775:0:160622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163200 00000100:00100000:0.0:1783952348.637791:0:160622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163200 00002000:00100000:0.0:1783952348.637871:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x282:0x0] (20971520->25165823) req@ffff8a74c3538e00 x1870607584163200/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/0 e 0 to 0 dl 1783952359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:0.0:1783952348.637886:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c3538e00 with x1870607584163200 ext(20971520->25165823) 00002000:00010000:0.0:1783952348.637894:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c3538e00 00000100:00100000:0.0:1783952348.637948:0:160622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:0.0:1783952348.637959:0:160622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+56:69253:x1870607584163200:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:1.0:1783952348.761568:0:160622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69253:x1870607584163200:12345-192.168.202.38@tcp:4:dd.500 Request processed in 123595us (124044us total) trans 21474836596 rc 0/0 00000100:00100000:1.0:1783952348.761588:0:160622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 85 00002000:00100000:1.0:1783952348.761605:0:160622:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x282:0x0] (20971520->25165823) req@ffff8a74c3538e00 x1870607584163200/t21474836596(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/448 e 0 to 0 dl 1783952359 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1783952348.761619:0:160622:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c3538e00 with x1870607584163200 ext(20971520->25165823) 00002000:00010000:1.0:1783952348.761626:0:160622:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c3538e00 00000100:00100000:0.0:1783952348.835603:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952348.835707:0:167824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163328 00000100:00100000:1.0:1783952348.835721:0:167824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163328 00002000:00100000:1.0:1783952348.835793:0:167824:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x282:0x0] (25165824->29360127) req@ffff8a75fe9aa680 x1870607584163328/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/0 e 0 to 0 dl 1783952359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:1.0:1783952348.835807:0:167824:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9aa680 with x1870607584163328 ext(25165824->29360127) 00002000:00010000:1.0:1783952348.835815:0:167824:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9aa680 00000100:00100000:1.0:1783952348.835949:0:167824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 86 00000100:00100000:1.0:1783952348.835984:0:167824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+58:69254:x1870607584163328:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:2.0:1783952348.923058:0:167824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69254:x1870607584163328:12345-192.168.202.38@tcp:4:dd.500 Request processed in 87054us (87446us total) trans 21474836597 rc 0/0 00000100:00100000:2.0:1783952348.923079:0:167824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 86 00002000:00100000:2.0:1783952348.923099:0:167824:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x282:0x0] (25165824->29360127) req@ffff8a75fe9aa680 x1870607584163328/t21474836597(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/448 e 0 to 0 dl 1783952359 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952348.923112:0:167824:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a75fe9aa680 with x1870607584163328 ext(25165824->29360127) 00002000:00010000:2.0:1783952348.923121:0:167824:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a75fe9aa680 00000004:00080000:2.0:1783952348.939819:0:167633:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6035935480085ns, next at 6036935476577ns, rc = 0 00000100:00100000:3.0:1783952348.940511:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952348.940553:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600741248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952348.940651:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952348.940713:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741248 00000100:00100000:3.0:1783952348.940732:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741248 00000100:00100000:3.0:1783952348.940788:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1783952348.940797:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600741248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952348.940825:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59651136 pending 29532160 free 42467328 avail 35299328 00000100:00100000:3.0:1783952348.940869:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600741248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952348.940876:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1783952348.940927:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600741248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952348.946454:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600741376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952348.946558:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952348.946810:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741376 00000100:00100000:2.0:1783952348.946820:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741376 00000100:00100000:2.0:1783952348.946889:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1783952348.946900:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600741376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952348.946956:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952348.947028:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600741376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952348.947036:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1783952348.947664:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600741376:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1783952348.949012:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000001:00080000:2.0:1783952348.949121:0:167614:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705675 is committed 00000004:00080000:2.0:1783952348.949141:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00010000:00010000:3.0:1783952348.949208:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949224:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949233:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949240:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431b200 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952348.949246:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949255:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949298:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75d0904800) 00010000:00010000:3.0:1783952348.949302:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952348.949309:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949384:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c431b200/0x3b91f5b49438ae6f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949429:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949437:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949443:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949449:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952348.949452:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949459:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949469:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952348.949472:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783952348.949476:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949481:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438aedf lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949491:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949497:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949509:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949515:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d70000 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952348.949518:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949525:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949534:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952348.949537:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1783952348.949540:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949546:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d70000/0x3b91f5b49438af17 lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949558:0:106938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,1 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949564:0:106938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 2/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949571:0:106938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949577:0:106938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c5d71c00 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952348.949581:0:106938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 3/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949597:0:106938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 4/0,0 mode: TXN/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949607:0:106938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952348.949609:0:106938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952348.949612:0:106938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 2/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952348.949618:0:106938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c5d71c00/0x3b91f5b49438af4f lrc: 0/0,0 mode: --/TXN res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952348.951886:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952348.951997:0:166879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163584 00000100:00100000:0.0:1783952348.952011:0:166879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163584 00000100:00100000:0.0:1783952348.952095:0:166879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 217 00000100:00100000:0.0:1783952348.952108:0:166879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d2a5dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+15:124688:x1870607584163584:12345-192.168.202.38@tcp:35:dd.500 00000001:00080000:0.0:1783952348.952496:0:166879:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 38654705676 00000100:00100000:0.0:1783952348.952661:0:166879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d2a5dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+17:124688:x1870607584163584:12345-192.168.202.38@tcp:35:dd.500 Request processed in 554us (788us total) trans 38654705677 rc 0/0 00000100:00100000:0.0:1783952348.952670:0:166879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 217 00000020:00080000:0.0:1783952348.952677:0:166879:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1783952348.953173:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952348.956195:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952348.956226:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600741504:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1783952348.956403:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.957559:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741504 00000100:00100000:1.0:1783952348.957573:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741504 00000100:00100000:1.0:1783952348.957652:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1783952348.957663:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600741504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1783952348.957846:0:160616:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 0 -> 29360128 00002000:00010000:1.0:1783952348.957851:0:160616:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 1783952347 -> 1783952348 00002000:00010000:1.0:1783952348.957854:0:160616:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1783952348.957857:0:160616:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 1783952347 -> 1783952348 00002000:00010000:1.0:1783952348.957859:0:160616:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 0 -> 57344 00000100:00100000:1.0:1783952348.957940:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:106955:x1870607600741504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (1545us total) trans 21474836598 rc 0/0 00000100:00100000:1.0:1783952348.957950:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000004:00080000:1.0:1783952348.958015:0:106955:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74c3539880/2, rc 0, transno 21474836598 00000100:00100000:1.0:1783952348.958030:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600741504:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1783952348.958089:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952348.958101:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600741632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1783952348.958140:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952348.958177:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741632 00000100:00100000:1.0:1783952348.958181:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741632 00000100:00100000:1.0:1783952348.958210:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1783952348.958217:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:106954:x1870607600741632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1783952348.958271:0:162842:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 29360128 -> 29360128 00002000:00010000:1.0:1783952348.958274:0:162842:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb mtime from disk: 1783952348 -> 1783952348 00002000:00010000:1.0:1783952348.958277:0:162842:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1783952348.958280:0:162842:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb ctime from disk: 1783952348 -> 1783952348 00002000:00010000:1.0:1783952348.958310:0:162842:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 57344 -> 57344 00000100:00100000:1.0:1783952348.958382:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:106954:x1870607600741632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 165us (242us total) trans 21474836599 rc 0/0 00000100:00100000:1.0:1783952348.958390:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000004:00080000:0.0:1783952348.958660:0:106954:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a74c3539c00/2, rc 0, transno 21474836599 00000100:00100000:0.0:1783952348.958667:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600741632:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1783952348.963016:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:1.0:1783952348.994013:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952348.994112:0:167817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163712 00000100:00100000:3.0:1783952348.994125:0:167817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163712 00002000:00100000:3.0:1783952348.994191:0:167817:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (29360128->31457279) req@ffff8a74c3539500 x1870607584163712/t0(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/0 e 0 to 0 dl 1783952359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:3.0:1783952348.994204:0:167817:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c3539500 with x1870607584163712 ext(29360128->31457279) 00002000:00010000:3.0:1783952348.994212:0:167817:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c3539500 00000100:00100000:3.0:1783952348.994256:0:167817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:3.0:1783952348.994278:0:167817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+60:69255:x1870607584163712:12345-192.168.202.38@tcp:4:dd.500 00000100:00100000:0.0:1783952349.009194:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952349.014793:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163840 00000100:00100000:3.0:1783952349.014818:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163840 00000100:00100000:3.0:1783952349.014968:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 122 00000100:00100000:3.0:1783952349.014990:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:122753:x1870607584163840:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952349.015011:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 39 locks, starting at 0 00002000:00010000:3.0:1783952349.015038:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb size from disk: 0 -> 1754 00002000:00010000:3.0:1783952349.015043:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.015047:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.015049:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015084:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce4aeecf/0x3b91f5b49438933a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1ac expref: 44 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015127:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb size from disk: 0 -> 391200 00002000:00010000:3.0:1783952349.015130:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.015132:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.015135:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c3:0x0] updating lvb blocks from disk: 0 -> 768 00010000:00010000:3.0:1783952349.015145:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001bac851a/0x3b91f5b494388ef6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->393215) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e008 expref: 43 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015164:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb size from disk: 0 -> 903 00002000:00010000:3.0:1783952349.015167:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb mtime from disk: 0 -> 1783952305 00002000:00010000:3.0:1783952349.015170:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb ctime from disk: 0 -> 1783952305 00002000:00010000:3.0:1783952349.015172:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c2:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015181:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6a792d9/0x3b91f5b494388e1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfbb expref: 42 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015208:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb size from disk: 0 -> 4512 00002000:00010000:3.0:1783952349.015211:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb mtime from disk: 0 -> 1783952312 00002000:00010000:3.0:1783952349.015214:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb ctime from disk: 0 -> 1783952312 00002000:00010000:3.0:1783952349.015222:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e8:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.015234:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61282fd/0x3b91f5b49438a944 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea26 expref: 41 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015253:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb size from disk: 0 -> 1765 00002000:00010000:3.0:1783952349.015255:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015258:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015260:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015281:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000784a6553/0x3b91f5b49438a88e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9e0 expref: 40 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015311:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb size from disk: 0 -> 24288 00002000:00010000:3.0:1783952349.015314:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015316:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015317:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e6:0x0] updating lvb blocks from disk: 0 -> 48 00010000:00010000:3.0:1783952349.015325:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085fc1745/0x3b91f5b49438a7d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e99a expref: 39 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015397:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb size from disk: 0 -> 5105 00002000:00010000:3.0:1783952349.015401:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015403:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015406:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e5:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.015415:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011cc8cdd/0x3b91f5b49438a722 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e954 expref: 38 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015438:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb size from disk: 0 -> 26716 00002000:00010000:3.0:1783952349.015440:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015450:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:3.0:1783952349.015452:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e4:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:3.0:1783952349.015462:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdda601a/0x3b91f5b49438a66c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e90e expref: 37 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015484:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb size from disk: 0 -> 42517 00002000:00010000:3.0:1783952349.015487:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015489:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015492:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e3:0x0] updating lvb blocks from disk: 0 -> 88 00010000:00010000:3.0:1783952349.015500:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000244835a3/0x3b91f5b49438a5b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8c8 expref: 36 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015517:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb size from disk: 0 -> 88087 00002000:00010000:3.0:1783952349.015520:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015523:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015525:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e2:0x0] updating lvb blocks from disk: 0 -> 176 00010000:00010000:3.0:1783952349.015533:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000375e915b/0x3b91f5b49438a500 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->90111) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e882 expref: 35 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015552:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb size from disk: 0 -> 227516 00002000:00010000:3.0:1783952349.015555:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015557:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015559:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e1:0x0] updating lvb blocks from disk: 0 -> 448 00010000:00010000:3.0:1783952349.015567:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002adb52da/0x3b91f5b49438a44a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->229375) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e83c expref: 34 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015586:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb size from disk: 0 -> 196401 00002000:00010000:3.0:1783952349.015595:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015597:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015600:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e0:0x0] updating lvb blocks from disk: 0 -> 384 00010000:00010000:3.0:1783952349.015610:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe55bc23/0x3b91f5b49438a394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->196607) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7f6 expref: 33 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015629:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb size from disk: 0 -> 31711 00002000:00010000:3.0:1783952349.015632:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015634:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015637:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1df:0x0] updating lvb blocks from disk: 0 -> 64 00010000:00010000:3.0:1783952349.015644:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcaf5328/0x3b91f5b49438a2de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7b0 expref: 32 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015661:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb size from disk: 0 -> 143467 00002000:00010000:3.0:1783952349.015663:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015666:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015668:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1de:0x0] updating lvb blocks from disk: 0 -> 288 00010000:00010000:3.0:1783952349.015675:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002aa3a21c/0x3b91f5b49438a228 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->147455) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e76a expref: 31 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015694:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb size from disk: 0 -> 6821 00002000:00010000:3.0:1783952349.015697:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015699:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:3.0:1783952349.015701:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1dd:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.015709:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087305cdc/0x3b91f5b49438a172 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e724 expref: 30 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015740:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb size from disk: 0 -> 6548 00002000:00010000:3.0:1783952349.015743:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015745:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015748:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1dc:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.015756:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000650791ca/0x3b91f5b49438a0bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6de expref: 29 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015774:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb size from disk: 0 -> 855 00002000:00010000:3.0:1783952349.015776:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015779:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015781:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1db:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015789:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c704ab16/0x3b91f5b49438a006 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e698 expref: 28 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015806:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb size from disk: 0 -> 1753 00002000:00010000:3.0:1783952349.015809:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015811:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015814:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1da:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015821:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bc20920/0x3b91f5b494389f50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e652 expref: 27 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015838:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb size from disk: 0 -> 1342 00002000:00010000:3.0:1783952349.015841:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015843:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015845:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015862:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa1c8561/0x3b91f5b494389e9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e60c expref: 26 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015882:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb size from disk: 0 -> 37842 00002000:00010000:3.0:1783952349.015885:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015888:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.015890:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d8:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1783952349.015898:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055116b8e/0x3b91f5b494389de4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5c6 expref: 25 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015915:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb size from disk: 0 -> 1694 00002000:00010000:3.0:1783952349.015918:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015920:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015923:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.015930:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e4f7570/0x3b91f5b494389b0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4ae expref: 24 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015949:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb size from disk: 0 -> 8441 00002000:00010000:3.0:1783952349.015952:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015955:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015957:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d3:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:3.0:1783952349.015964:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ea38e61/0x3b91f5b494389a56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e468 expref: 23 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.015982:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb size from disk: 0 -> 4150 00002000:00010000:3.0:1783952349.015984:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015987:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.015994:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d2:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.016005:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002526c00d/0x3b91f5b4943899a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e422 expref: 22 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016024:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb size from disk: 0 -> 2129 00002000:00010000:3.0:1783952349.016027:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.016030:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:3.0:1783952349.016032:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016040:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084973757/0x3b91f5b494389d2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e580 expref: 21 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016057:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb size from disk: 0 -> 35427 00002000:00010000:3.0:1783952349.016060:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016063:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016065:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d6:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:3.0:1783952349.016072:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a64706f/0x3b91f5b494389c78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e53a expref: 20 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016091:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb size from disk: 0 -> 6234 00002000:00010000:3.0:1783952349.016094:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016097:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016099:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d5:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.016108:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070ece3da/0x3b91f5b494389bc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4f4 expref: 19 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016125:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb size from disk: 0 -> 4117 00002000:00010000:3.0:1783952349.016127:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016136:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:3.0:1783952349.016138:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d1:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.016149:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000918dad31/0x3b91f5b4943898ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3dc expref: 18 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016168:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb size from disk: 0 -> 269 00002000:00010000:3.0:1783952349.016171:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016174:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016176:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d0:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016185:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000966726ed/0x3b91f5b494389834 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e396 expref: 17 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016204:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb size from disk: 0 -> 6813 00002000:00010000:3.0:1783952349.016207:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016209:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016212:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cf:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1783952349.016220:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3a68d56/0x3b91f5b49438977e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e350 expref: 16 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016237:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb size from disk: 0 -> 938 00002000:00010000:3.0:1783952349.016240:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016242:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016245:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1ce:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016253:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cec7b64/0x3b91f5b4943896c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e30a expref: 15 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016270:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb size from disk: 0 -> 3006 00002000:00010000:3.0:1783952349.016278:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016280:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016283:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cd:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016309:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9267fdc/0x3b91f5b494389612 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2c4 expref: 14 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016327:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb size from disk: 0 -> 18269 00002000:00010000:3.0:1783952349.016330:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016333:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016381:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cc:0x0] updating lvb blocks from disk: 0 -> 40 00010000:00010000:3.0:1783952349.016390:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000048a825c/0x3b91f5b49438955c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e27e expref: 13 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016409:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb size from disk: 0 -> 838 00002000:00010000:3.0:1783952349.016411:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016414:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016416:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1cb:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016424:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd452816/0x3b91f5b4943894a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e238 expref: 12 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016440:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb size from disk: 0 -> 1613 00002000:00010000:3.0:1783952349.016444:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016446:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:3.0:1783952349.016448:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1ca:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016456:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3358caf/0x3b91f5b4943893f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1f2 expref: 11 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016490:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb size from disk: 0 -> 28245 00002000:00010000:3.0:1783952349.016493:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016495:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016497:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c8:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:3.0:1783952349.016507:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041df7e5a/0x3b91f5b494389284 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e166 expref: 10 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016524:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb size from disk: 0 -> 2659 00002000:00010000:3.0:1783952349.016526:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016529:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016531:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016538:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c507d7e7/0x3b91f5b4943891ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e120 expref: 9 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016555:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb size from disk: 0 -> 674 00002000:00010000:3.0:1783952349.016558:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016561:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016563:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c6:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1783952349.016571:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000950ab3b2/0x3b91f5b494389118 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0da expref: 8 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016590:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb size from disk: 0 -> 39343 00002000:00010000:3.0:1783952349.016593:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016595:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016598:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c5:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1783952349.016615:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003018aa98/0x3b91f5b494389062 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e094 expref: 7 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783952349.016635:0:159865:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb size from disk: 0 -> 9974 00002000:00010000:3.0:1783952349.016639:0:159865:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016642:0:159865:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:3.0:1783952349.016644:0:159865:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c4:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:3.0:1783952349.016651:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b79d3c9/0x3b91f5b494388fac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e04e expref: 6 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952349.016665:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1783952349.016969:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952349.023627:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122753:x1870607584163840:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 8620us (14427us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952349.023648:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 122 00000001:00080000:3.0:1783952349.036835:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836600 is committed 00000001:00080000:3.0:1783952349.036860:0:160612:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 21474836599 is committed 00000100:00100000:2.0:1783952349.037804:0:167817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:69255:x1870607584163712:12345-192.168.202.38@tcp:4:dd.500 Request processed in 43523us (43791us total) trans 21474836600 rc 0/0 00000100:00100000:2.0:1783952349.037821:0:167817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 87 00002000:00100000:2.0:1783952349.037840:0:167817:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x282:0x0] (29360128->31457279) req@ffff8a74c3539500 x1870607584163712/t21474836600(0) o4->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:609/0 lens 488/448 e 0 to 0 dl 1783952359 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:1000 00002000:00100000:2.0:1783952349.037852:0:167817:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a74c3539500 with x1870607584163712 ext(29360128->31457279) 00002000:00010000:2.0:1783952349.037860:0:167817:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a74c3539500 00000100:00100000:0.0:1783952349.096174:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952349.096697:0:159102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584163968 00000100:00100000:2.0:1783952349.096711:0:159102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584163968 00000100:00100000:2.0:1783952349.096890:0:159102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:2.0:1783952349.096903:0:159102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+44:122752:x1870607584163968:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783952349.096925:0:159102:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 39 locks, starting at 0 00002000:00010000:2.0:1783952349.096953:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb size from disk: 29360128 -> 31457280 00002000:00010000:2.0:1783952349.096958:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x282:0x0] updating lvb blocks from disk: 57344 -> 61440 00010000:00010000:2.0:1783952349.096995:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9889ad5/0x3b91f5b49438af56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab2 expref: 44 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097062:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb size from disk: 0 -> 704 00002000:00010000:2.0:1783952349.097066:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.097069:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.097071:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097082:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c278efe7/0x3b91f5b4943892df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e189 expref: 43 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097102:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb size from disk: 0 -> 1735 00002000:00010000:2.0:1783952349.097105:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.097107:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.097110:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x248:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097117:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9b36565/0x3b91f5b494388f51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e02b expref: 42 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097135:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb size from disk: 0 -> 5634 00002000:00010000:2.0:1783952349.097137:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb mtime from disk: 0 -> 1783952305 00002000:00010000:2.0:1783952349.097140:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb ctime from disk: 0 -> 1783952305 00002000:00010000:2.0:1783952349.097142:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x247:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.097150:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000a9f3d7/0x3b91f5b494388e9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981dfe5 expref: 41 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097170:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb size from disk: 0 -> 315403 00002000:00010000:2.0:1783952349.097172:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097175:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097178:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26c:0x0] updating lvb blocks from disk: 0 -> 624 00010000:00010000:2.0:1783952349.097196:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b66511d/0x3b91f5b49438a8e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->319487) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea03 expref: 40 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097218:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb size from disk: 0 -> 1611 00002000:00010000:2.0:1783952349.097221:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097223:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097226:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097234:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dc73943/0x3b91f5b49438a833 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e9bd expref: 39 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097254:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb size from disk: 0 -> 2475 00002000:00010000:2.0:1783952349.097257:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097259:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097262:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x26a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097560:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050927d51/0x3b91f5b49438a77d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e977 expref: 38 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097587:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb size from disk: 0 -> 1173488 00002000:00010000:2.0:1783952349.097590:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097592:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097595:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x269:0x0] updating lvb blocks from disk: 0 -> 2296 00010000:00010000:2.0:1783952349.097604:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2824e09/0x3b91f5b49438a6c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1175551) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e931 expref: 37 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097623:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb size from disk: 0 -> 429670 00002000:00010000:2.0:1783952349.097625:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb mtime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097628:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb ctime from disk: 0 -> 1783952311 00002000:00010000:2.0:1783952349.097637:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x268:0x0] updating lvb blocks from disk: 0 -> 840 00010000:00010000:2.0:1783952349.097648:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025146145/0x3b91f5b49438a611 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->430079) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8eb expref: 36 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097668:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb size from disk: 0 -> 254129 00002000:00010000:2.0:1783952349.097671:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097673:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097675:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x267:0x0] updating lvb blocks from disk: 0 -> 504 00010000:00010000:2.0:1783952349.097682:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090b1ad6c/0x3b91f5b49438a55b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->258047) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e8a5 expref: 35 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097701:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb size from disk: 0 -> 159678 00002000:00010000:2.0:1783952349.097704:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097706:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097708:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x266:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:2.0:1783952349.097716:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007c676c5/0x3b91f5b49438a4a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e85f expref: 34 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097732:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb size from disk: 0 -> 10934 00002000:00010000:2.0:1783952349.097735:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097749:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097752:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x265:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:2.0:1783952349.097760:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d680bd85/0x3b91f5b49438a3ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e819 expref: 33 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097778:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb size from disk: 0 -> 215293 00002000:00010000:2.0:1783952349.097781:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097788:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097791:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x264:0x0] updating lvb blocks from disk: 0 -> 424 00010000:00010000:2.0:1783952349.097802:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000110a9c61/0x3b91f5b49438a339 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e7d3 expref: 32 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097821:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb size from disk: 0 -> 171098 00002000:00010000:2.0:1783952349.097824:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097827:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097830:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x263:0x0] updating lvb blocks from disk: 0 -> 336 00010000:00010000:2.0:1783952349.097838:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203e3a51/0x3b91f5b49438a283 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->172031) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e78d expref: 31 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097856:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb size from disk: 0 -> 116978 00002000:00010000:2.0:1783952349.097859:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb mtime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097861:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb ctime from disk: 0 -> 1783952310 00002000:00010000:2.0:1783952349.097863:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x262:0x0] updating lvb blocks from disk: 0 -> 232 00010000:00010000:2.0:1783952349.097872:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000030dc781/0x3b91f5b49438a1cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->118783) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e747 expref: 30 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097896:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb size from disk: 0 -> 4750 00002000:00010000:2.0:1783952349.097900:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097902:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097904:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x261:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.097913:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7facee9/0x3b91f5b49438a117 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e701 expref: 29 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097931:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb size from disk: 0 -> 1654 00002000:00010000:2.0:1783952349.097938:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097941:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097943:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x260:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097953:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b182d9b/0x3b91f5b49438a061 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e6bb expref: 28 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.097975:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb size from disk: 0 -> 1408 00002000:00010000:2.0:1783952349.097977:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097979:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.097982:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.097990:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020a3c6ad/0x3b91f5b494389fab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e675 expref: 27 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098009:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb size from disk: 0 -> 1659 00002000:00010000:2.0:1783952349.098011:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098013:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098015:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098022:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004806dded/0x3b91f5b494389ef5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e62f expref: 26 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098039:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb size from disk: 0 -> 423 00002000:00010000:2.0:1783952349.098042:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098045:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098047:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098054:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000666285/0x3b91f5b494389e3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5e9 expref: 25 pid: 161704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098086:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb size from disk: 0 -> 158096 00002000:00010000:2.0:1783952349.098089:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb mtime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098091:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb ctime from disk: 0 -> 1783952309 00002000:00010000:2.0:1783952349.098093:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25c:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:2.0:1783952349.098103:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b2bf133/0x3b91f5b494389d89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e5a3 expref: 24 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098120:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb size from disk: 0 -> 111013 00002000:00010000:2.0:1783952349.098123:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098125:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098127:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25a:0x0] updating lvb blocks from disk: 0 -> 224 00010000:00010000:2.0:1783952349.098134:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005de23205/0x3b91f5b494389c1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->114687) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e517 expref: 23 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098152:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb size from disk: 0 -> 7185 00002000:00010000:2.0:1783952349.098155:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098157:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098159:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x257:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.098167:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e996449e/0x3b91f5b4943899fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e445 expref: 22 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098183:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb size from disk: 0 -> 6430 00002000:00010000:2.0:1783952349.098186:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098189:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098191:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x259:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.098207:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e775a92f/0x3b91f5b494389b67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e4d1 expref: 21 pid: 162835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098226:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb size from disk: 0 -> 13879 00002000:00010000:2.0:1783952349.098229:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098231:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098233:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x25b:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1783952349.098241:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f026f5f/0x3b91f5b494389cd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e55d expref: 20 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098259:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb size from disk: 0 -> 1790 00002000:00010000:2.0:1783952349.098261:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098264:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098481:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x258:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098495:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddc58286/0x3b91f5b494389ab1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e48b expref: 19 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098517:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb size from disk: 0 -> 3079 00002000:00010000:2.0:1783952349.098520:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098522:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098525:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x256:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098533:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5f3c08e/0x3b91f5b494389945 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3ff expref: 18 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098551:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb size from disk: 0 -> 234 00002000:00010000:2.0:1783952349.098554:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb mtime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098556:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb ctime from disk: 0 -> 1783952308 00002000:00010000:2.0:1783952349.098567:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x255:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098578:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000430639af/0x3b91f5b49438988f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e3b9 expref: 17 pid: 162843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098596:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb size from disk: 0 -> 6213 00002000:00010000:2.0:1783952349.098598:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098601:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098603:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x254:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.098610:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7ce69de/0x3b91f5b4943897d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e373 expref: 16 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098626:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb size from disk: 0 -> 55540 00002000:00010000:2.0:1783952349.098629:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098631:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098633:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x253:0x0] updating lvb blocks from disk: 0 -> 112 00010000:00010000:2.0:1783952349.098640:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4ef689/0x3b91f5b494389723 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e32d expref: 15 pid: 161717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098657:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb size from disk: 0 -> 2192 00002000:00010000:2.0:1783952349.098659:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098661:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098663:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x252:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.098671:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a24d2ee/0x3b91f5b49438966d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2e7 expref: 14 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.098691:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb size from disk: 0 -> 4218 00002000:00010000:2.0:1783952349.098693:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098704:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.098706:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x251:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.098719:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011208a6c/0x3b91f5b4943895b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e2a1 expref: 13 pid: 160617 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099205:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb size from disk: 0 -> 2858 00002000:00010000:2.0:1783952349.099210:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099213:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099216:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x250:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783952349.099230:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be704747/0x3b91f5b494389501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e25b expref: 12 pid: 162836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099252:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb size from disk: 0 -> 16001 00002000:00010000:2.0:1783952349.099254:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099257:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099259:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24f:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1783952349.099463:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf774815/0x3b91f5b49438944b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e215 expref: 11 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099488:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb size from disk: 0 -> 4915 00002000:00010000:2.0:1783952349.099490:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb mtime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099493:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb ctime from disk: 0 -> 1783952307 00002000:00010000:2.0:1783952349.099495:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24e:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.099505:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7795563/0x3b91f5b494389395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e1cf expref: 10 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099522:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb size from disk: 0 -> 4207 00002000:00010000:2.0:1783952349.099534:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099537:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099539:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24c:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1783952349.099550:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d154ed63/0x3b91f5b494389229 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e143 expref: 9 pid: 160618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099568:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb size from disk: 0 -> 9198 00002000:00010000:2.0:1783952349.099571:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099573:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099575:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24b:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:2.0:1783952349.099582:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9699c57/0x3b91f5b494389173 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0fd expref: 8 pid: 160616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099600:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb size from disk: 0 -> 15476 00002000:00010000:2.0:1783952349.099602:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099604:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099606:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x24a:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1783952349.099612:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e38c7a2e/0x3b91f5b4943890bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e0b7 expref: 7 pid: 162839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783952349.099628:0:159102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb size from disk: 0 -> 38517 00002000:00010000:2.0:1783952349.099630:0:159102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb mtime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099632:0:159102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb ctime from disk: 0 -> 1783952306 00002000:00010000:2.0:1783952349.099634:0:159102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x249:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:2.0:1783952349.099640:0:159102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055f922be/0x3b91f5b494389007 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981e071 expref: 6 pid: 162842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952349.099665:0:159102:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952349.099753:0:159102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:122752:x1870607584163968:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 2851us (3593us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952349.099764:0:159102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 123 00010000:00010000:1.0:1783952349.323942:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952350.361096:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1783952350.667243:0:167614:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705677 is committed 00000100:00100000:1.0:1783952351.290523:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952351.290569:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952351.290602:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952351.290825:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164608 00000100:00100000:3.0:1783952351.290840:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164608 00000100:00100000:3.0:1783952351.290941:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 195 00000100:00100000:3.0:1783952351.290954:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584164608:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952351.291073:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584164608:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 122us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952351.291083:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 195 00000100:00100000:1.0:1783952351.291488:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952351.292204:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164096 00000100:00100000:0.0:1783952351.292216:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164096 00000100:00100000:0.0:1783952351.292280:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00100000:0.0:1783952351.292291:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584164096:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952351.292409:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584164096:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 119us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952351.292417:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 79 00000100:00080000:0.0:1783952351.292459:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952351.300611:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952351.300875:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164480 00000100:00100000:0.0:1783952351.300890:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164480 00000100:00100000:0.0:1783952351.300999:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00100000:0.0:1783952351.301013:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584164480:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952351.301136:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584164480:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 126us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952351.301144:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 196 00000100:00080000:1.0:1783952351.301632:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952351.302671:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164224 00000100:00100000:3.0:1783952351.302687:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164224 00000100:00080000:1.0:1783952351.302907:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952351.303085:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164352 00000100:00100000:3.0:1783952351.303090:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164352 00000100:00100000:3.0:1783952351.303154:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:3.0:1783952351.303166:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584164224:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952351.303283:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584164224:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 108us (12668us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952351.303292:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 404 00000100:00100000:3.0:1783952351.303315:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00100000:3.0:1783952351.303323:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584164352:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952351.303724:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584164352:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 399us (12235us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952351.303733:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 405 00000100:00080000:0.0:1783952351.304531:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1783952351.374087:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1783952352.342927:0:168446:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6039338587757ns, next at 6036935476577ns, rc = 0 00080000:00080000:0.0:1783952352.342949:0:168446:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1783952352.343072:0:168446:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 6039338736054ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783952352.343079:0:168446:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1783952352.343621:0:168446:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6039339285147ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783952352.343629:0:168446:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952352.345896:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 4 committed 00000004:00080000:0.0:1783952352.346254:0:168446:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 6039341917433ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783952352.346279:0:168446:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1783952352.347203:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 4 committed 00000004:00080000:3.0:1783952352.349173:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000004:00080000:3.0:1783952352.353900:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:2.0:1783952352.395847:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952352.523617:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600741760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952352.523694:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952352.524451:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600741888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952352.524487:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952352.524527:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741760 00000100:00100000:0.0:1783952352.524534:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741760 00000100:00100000:0.0:1783952352.524577:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600741888 00000100:00100000:0.0:1783952352.524580:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600741888 00000100:00100000:0.0:1783952352.524595:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1783952352.524602:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c26b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600741760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952352.524631:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00080000:1.0:1783952352.527807:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783952352.527816:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952352.528787:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1783952352.528807:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600741888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952352.528844:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952352.528941:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600741888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (4452us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952352.528948:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1783952352.529510:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600741888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952352.531452:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c26b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600741760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6844us (7752us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952352.531463:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1783952352.535870:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600741760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952353.046438:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600742016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952353.046512:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952353.046697:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742016 00000100:00100000:1.0:1783952353.046704:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742016 00000100:00100000:1.0:1783952353.046752:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1783952353.046761:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600742016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952353.046796:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952353.046844:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600742016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.046852:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1783952353.047237:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600742016:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952353.424591:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952353.548946:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952353.548980:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600742144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952353.549082:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952353.549168:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742144 00000100:00100000:0.0:1783952353.549178:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742144 00000100:00100000:0.0:1783952353.549452:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1783952353.549464:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600742144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952353.549513:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952353.549587:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600742144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952353.549595:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1783952353.550129:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600742144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952353.550882:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600742400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.550947:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952353.551002:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600742272:0@lo:400:kworker.0 00000100:00100000:0.0:1783952353.551042:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952353.551079:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600742784:0@lo:400:kworker.0 00000100:00100000:0.0:1783952353.551106:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600742528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952353.551136:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742272 00000100:00100000:0.0:1783952353.551143:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742272 00000100:00100000:0.0:1783952353.551207:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783952353.551218:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600742272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952353.551279:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600742272:12345-0@lo:400:kworker.0 Request processed in 61us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952353.551287:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783952353.551384:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600742656:0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.557311:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742400 00000100:00100000:3.0:1783952353.557471:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.557516:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600743168:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.557588:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952353.557688:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742400 00000100:00100000:1.0:1783952353.557781:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742656 00000100:00100000:1.0:1783952353.557785:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742656 00000100:00100000:1.0:1783952353.557803:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743168 00000100:00100000:1.0:1783952353.557805:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743168 00000100:00100000:1.0:1783952353.557823:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1783952353.557833:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600742400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.557901:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600742400:12345-0@lo:400:kworker.0 Request processed in 69us (6954us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.557910:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1783952353.557930:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1783952353.557936:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600742656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.557965:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600742656:12345-0@lo:400:kworker.0 Request processed in 30us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.557972:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1783952353.557982:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1783952353.557988:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600743168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.558754:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600742656:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.558800:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.558830:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600743296:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.558870:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.558904:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600742272:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.558928:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.558956:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600743040:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.558982:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952353.565215:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600743168:12345-0@lo:400:kworker.0 Request processed in 7209us (7608us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.565234:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1783952353.565298:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742784 00000100:00100000:1.0:1783952353.565309:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742784 00000100:00100000:1.0:1783952353.565379:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742528 00000100:00100000:1.0:1783952353.565384:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742528 00000100:00100000:1.0:1783952353.565417:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1783952353.565427:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600742784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.565543:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600742784:12345-0@lo:400:kworker.0 Request processed in 118us (6742us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.565551:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1783952353.565562:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1783952353.565569:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600742528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.565602:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600742528:12345-0@lo:400:kworker.0 Request processed in 33us (6673us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.566297:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1783952353.566368:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952353.566374:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952353.569773:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600743552:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.569874:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.571058:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600742528:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571115:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743296 00000100:00100000:3.0:1783952353.571124:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743296 00000100:00100000:3.0:1783952353.571484:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743040 00000100:00100000:3.0:1783952353.571489:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743040 00000100:00100000:3.0:1783952353.571515:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1783952353.571524:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600743296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571673:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600743296:12345-0@lo:400:kworker.0 Request processed in 83us (12734us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952353.571682:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1783952353.571701:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1783952353.571709:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600743040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571748:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600743040:12345-0@lo:400:kworker.0 Request processed in 41us (12766us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952353.571755:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1783952353.571805:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600743168:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571836:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600743040:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571863:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600742400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571873:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600742912:0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.571909:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.571954:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600742912 00000100:00100000:3.0:1783952353.571959:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600742912 00000100:00100000:3.0:1783952353.571985:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1783952353.572324:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600742784:0@lo:400:kworker.0 00000100:00100000:2.0:1783952353.572381:0:106952:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836599 gen 2 00000004:00080000:2.0:1783952353.572388:0:106952:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74c3539880, transno 21474836598 00000004:00080000:2.0:1783952353.572398:0:106952:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a74c3539c00, transno 21474836599 00000100:00100000:2.0:1783952353.572403:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600743296:0@lo:400:kworker.0 00000100:00100000:2.0:1783952353.573600:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600743424:0@lo:400:kworker.0 00000100:00100000:2.0:1783952353.573671:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952353.574469:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600742912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.574564:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600742912:12345-0@lo:400:kworker.0 Request processed in 2571us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952353.574576:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1783952353.574668:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743424 00000100:00100000:3.0:1783952353.574678:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743424 00000100:00100000:3.0:1783952353.574734:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1783952353.574742:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600743424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952353.574774:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600743424:12345-0@lo:400:kworker.0 Request processed in 33us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952353.574781:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:0.0:1783952353.574975:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952353.574981:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952353.575322:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600742912:0@lo:400:kworker.0 00000100:00100000:2.0:1783952353.575462:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600743424:0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.575705:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743552 00000100:00100000:1.0:1783952353.575712:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743552 00000100:00100000:1.0:1783952353.575805:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1783952353.575815:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600743552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952353.575897:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600743552:12345-0@lo:400:kworker.0 Request processed in 84us (6022us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952353.575904:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1783952353.575965:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb858000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600743552:0@lo:400:kworker.0 00000100:00100000:0.0:1783952354.060622:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952354.060658:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600743680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952354.060755:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952354.061054:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743680 00000100:00100000:0.0:1783952354.061064:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743680 00000100:00100000:0.0:1783952354.061139:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1783952354.061150:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600743680:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952354.061831:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600743808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952354.061881:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1783952354.062093:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952354.062157:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600743680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1008us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952354.062167:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1783952354.062269:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743808 00000100:00100000:0.0:1783952354.062276:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743808 00000100:00100000:0.0:1783952354.062305:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1783952354.062313:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600743808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952354.062361:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952354.062400:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600743808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952354.062406:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1783952354.062458:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600743808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952354.062498:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600743680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783952354.443654:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952355.469930:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952356.417101:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952356.417163:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952356.417218:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952356.417277:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952356.417314:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952356.417392:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164864 00000100:00100000:1.0:1783952356.417403:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164864 00000100:00100000:2.0:1783952356.417424:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164736 00000100:00100000:2.0:1783952356.417438:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164736 00000100:00100000:1.0:1783952356.417479:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584164992 00000100:00100000:1.0:1783952356.417501:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584164992 00000100:00100000:2.0:1783952356.417518:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:2.0:1783952356.417534:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584164736:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952356.417551:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:1.0:1783952356.417565:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584164864:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952356.417659:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584164736:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 126us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952356.417668:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584164864:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 98us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952356.417680:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 81 00000100:00100000:1.0:1783952356.417689:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 412 00000100:00100000:1.0:1783952356.417715:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:1.0:1783952356.417725:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584164992:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952356.417871:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584164992:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 148us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952356.417879:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 413 00000100:00100000:0.0:1783952356.418746:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165120 00000100:00100000:0.0:1783952356.418764:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165120 00000100:00100000:0.0:1783952356.418825:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165248 00000100:00100000:0.0:1783952356.418829:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165248 00000100:00100000:0.0:1783952356.418867:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 201 00000100:00100000:0.0:1783952356.418876:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584165120:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952356.418922:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584165120:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 47us (1833us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952356.418929:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 201 00000100:00100000:0.0:1783952356.418957:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00100000:0.0:1783952356.418964:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584165248:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952356.418991:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584165248:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952356.418998:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 202 00000100:00080000:0.0:1783952356.419018:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952356.419023:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783952356.419025:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952356.419027:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783952356.491967:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952357.515780:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952357.645800:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600743936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952357.645894:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952357.646204:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952357.646228:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600744064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952357.646259:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952357.646375:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600743936 00000100:00100000:0.0:1783952357.646383:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600743936 00000100:00100000:0.0:1783952357.646437:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744064 00000100:00100000:0.0:1783952357.646439:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744064 00000100:00100000:0.0:1783952357.646455:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1783952357.646463:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600743936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952357.646492:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952357.646538:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600743936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952357.646545:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1783952357.646561:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1783952357.646567:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600744064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952357.646582:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952357.646608:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600744064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952357.646630:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1783952357.646672:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600743936:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1783952357.646830:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952357.646833:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952357.646854:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600744064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952358.155758:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600744192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952358.155840:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952358.155945:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744192 00000100:00100000:1.0:1783952358.155954:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744192 00000100:00100000:1.0:1783952358.156018:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1783952358.156028:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600744192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952358.156069:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952358.156119:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600744192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952358.156127:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1783952358.161687:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600744192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952358.540728:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952358.673377:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600744576:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673470:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673539:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600745088:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673567:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673586:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600745600:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673608:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673637:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783952358.673644:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600744704:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673668:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673684:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600745216:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673705:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673730:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600745728:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673755:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952358.673791:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744576 00000100:00100000:0.0:1783952358.673799:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744576 00000100:00100000:0.0:1783952358.673848:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744704 00000100:00100000:0.0:1783952358.673851:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744704 00000100:00100000:0.0:1783952358.673864:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745728 00000100:00100000:0.0:1783952358.673867:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745728 00000100:00100000:0.0:1783952358.673902:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1783952358.673910:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600744576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.673964:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600744576:12345-0@lo:400:kworker.0 Request processed in 54us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.673971:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1783952358.673989:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1783952358.673996:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600744704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674025:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600744704:12345-0@lo:400:kworker.0 Request processed in 30us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.674031:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1783952358.674043:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1783952358.674049:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600745728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674074:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600745728:12345-0@lo:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.674079:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1783952358.674097:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745088 00000100:00100000:0.0:1783952358.674101:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745088 00000100:00100000:0.0:1783952358.674123:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745600 00000100:00100000:0.0:1783952358.674126:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745600 00000100:00100000:0.0:1783952358.674142:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745216 00000100:00100000:0.0:1783952358.674144:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745216 00000100:00100000:0.0:1783952358.674161:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1783952358.674167:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600745088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674198:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600745088:12345-0@lo:400:kworker.0 Request processed in 31us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.674217:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1783952358.674230:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1783952358.674242:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600745600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674274:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600745600:12345-0@lo:400:kworker.0 Request processed in 32us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.674280:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1783952358.674291:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1783952358.674297:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600745216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674323:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600745216:12345-0@lo:400:kworker.0 Request processed in 26us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952358.674329:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1783952358.674392:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600744704:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674403:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600745216:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674412:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600745728:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674420:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600744576:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674429:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600745088:0@lo:400:kworker.0 00000100:00100000:0.0:1783952358.674438:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600745600:0@lo:400:kworker.0 00000100:00080000:3.0:1783952358.674585:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952358.674591:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952358.674593:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952358.674606:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600744448:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674641:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674669:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600744960:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674693:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674729:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600745472:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674752:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674774:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1783952358.674780:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600744320:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674806:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674828:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600744832:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674848:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674863:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600745344:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674881:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952358.674906:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744960 00000100:00100000:3.0:1783952358.674911:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744960 00000100:00100000:3.0:1783952358.674943:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1783952358.674950:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600744960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.674986:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600744960:12345-0@lo:400:kworker.0 Request processed in 36us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.674992:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1783952358.675012:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744320 00000100:00100000:3.0:1783952358.675015:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744320 00000100:00100000:3.0:1783952358.675040:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783952358.675046:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600744320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675075:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600744320:12345-0@lo:400:kworker.0 Request processed in 29us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.675081:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1783952358.675110:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744448 00000100:00100000:3.0:1783952358.675113:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744448 00000100:00100000:3.0:1783952358.675137:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600744832 00000100:00100000:3.0:1783952358.675140:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600744832 00000100:00100000:3.0:1783952358.675164:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745344 00000100:00100000:3.0:1783952358.675167:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745344 00000100:00100000:3.0:1783952358.675180:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1783952358.675186:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600744448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675230:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600744448:12345-0@lo:400:kworker.0 Request processed in 44us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.675236:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1783952358.675249:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1783952358.675256:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600744832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675285:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600744832:12345-0@lo:400:kworker.0 Request processed in 30us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.675291:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1783952358.675302:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1783952358.675308:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600745344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675364:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600745344:12345-0@lo:400:kworker.0 Request processed in 26us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.675370:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:3.0:1783952358.675386:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952358.675389:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952358.675401:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745472 00000100:00100000:3.0:1783952358.675404:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745472 00000100:00100000:3.0:1783952358.675434:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1783952358.675440:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600745472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675471:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600745472:12345-0@lo:400:kworker.0 Request processed in 31us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952358.675476:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:3.0:1783952358.675493:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952358.675519:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600744320:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675530:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600744832:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675539:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600745344:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675548:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600744448:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675556:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600744960:0@lo:400:kworker.0 00000100:00100000:3.0:1783952358.675565:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600745472:0@lo:400:kworker.0 00000100:00100000:1.0:1783952358.682011:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952358.682036:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600745856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952358.682124:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952358.682188:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745856 00000100:00100000:1.0:1783952358.682195:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745856 00000100:00100000:1.0:1783952358.682271:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1783952358.682293:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600745856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952358.682380:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952358.682609:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600745856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 317us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952358.682618:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1783952358.682667:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600745856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952359.180249:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952359.180275:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600745984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952359.180398:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952359.180517:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600745984 00000100:00100000:0.0:1783952359.180525:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600745984 00000100:00100000:0.0:1783952359.180589:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1783952359.180598:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600745984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952359.180628:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952359.180680:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600745984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952359.180688:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1783952359.180749:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600745984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952359.188962:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952359.188990:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600746112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952359.189064:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952359.192247:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746112 00000100:00100000:2.0:1783952359.192259:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746112 00000100:00100000:2.0:1783952359.192371:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1783952359.192382:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600746112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952359.192414:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952359.192486:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600746112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (3421us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952359.192492:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1783952359.192769:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600746112:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783952359.570381:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952360.587486:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783952361.152156:0:168591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6048147817944ns, next at 6036935476577ns, rc = 0 00080000:00080000:3.0:1783952361.152176:0:168591:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1783952361.152390:0:168591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 6048148053806ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783952361.152398:0:168591:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1783952361.152471:0:168591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6048148135216ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783952361.152477:0:168591:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1783952361.152542:0:168591:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 6048148206241ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783952361.152548:0:168591:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1783952361.154490:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000004:00080000:2.0:1783952361.154513:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000004:00080000:1.0:1783952361.156203:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 5 committed 00000004:00080000:1.0:1783952361.156307:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 5 committed 00000100:00100000:0.0:1783952361.529871:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952361.529917:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952361.530022:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165632 00000100:00100000:3.0:1783952361.530033:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165632 00000100:00100000:3.0:1783952361.530112:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 420 00000100:00100000:3.0:1783952361.530123:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584165632:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952361.530198:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952361.530213:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584165632:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 91us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952361.530223:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 420 00000100:00080000:2.0:1783952361.530393:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952361.530538:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165888 00000100:00100000:3.0:1783952361.530543:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165888 00000100:00100000:3.0:1783952361.530581:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:3.0:1783952361.530589:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584165888:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952361.534981:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165376 00000100:00100000:1.0:1783952361.534996:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165376 00000100:00100000:1.0:1783952361.535072:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:1.0:1783952361.535475:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584165376:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:2.0:1783952361.538752:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952361.541889:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584165376:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 6794us (11957us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952361.541907:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 83 00000100:00100000:3.0:1783952361.546683:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584165888:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 16081us (16472us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952361.546714:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 207 00000100:00100000:0.0:1783952361.550588:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952361.550986:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952361.551106:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165760 00000100:00100000:1.0:1783952361.551116:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165760 00000100:00100000:1.0:1783952361.551316:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00100000:1.0:1783952361.551327:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584165760:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952361.551420:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584165760:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 94us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952361.551441:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 208 00000100:00080000:0.0:1783952361.551637:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952361.557447:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584165504 00000100:00100000:3.0:1783952361.557462:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584165504 00000100:00100000:3.0:1783952361.557558:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 421 00000100:00100000:3.0:1783952361.557569:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584165504:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:0.0:1783952361.557608:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952361.557668:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584165504:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 101us (7091us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952361.557676:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 421 00010000:00010000:2.0:1783952361.611673:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952362.572078:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.572433:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166016 00000100:00100000:3.0:1783952362.572457:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166016 00000100:00100000:3.0:1783952362.572532:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 818 00000100:00100000:3.0:1783952362.572543:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125077:x1870607584166016:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:2.0:1783952362.600183:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125077:x1870607584166016:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 27619us (28111us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952362.600202:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 818 00000100:00100000:1.0:1783952362.608331:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.608731:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166144 00000100:00100000:3.0:1783952362.608742:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166144 00000100:00100000:3.0:1783952362.609035:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 431 00000100:00100000:3.0:1783952362.609048:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125077:x1870607584166144:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952362.610767:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125077:x1870607584166144:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 1717us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952362.610777:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 431 00000100:00100000:1.0:1783952362.613242:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.613771:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166272 00000100:00100000:3.0:1783952362.613786:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166272 00000100:00100000:3.0:1783952362.613880:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 432 00000100:00100000:3.0:1783952362.613894:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125077:x1870607584166272:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952362.616450:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125077:x1870607584166272:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 2542us (3201us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952362.616471:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 432 00000100:00100000:0.0:1783952362.621404:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.621482:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166400 00000100:00100000:3.0:1783952362.621500:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166400 00000100:00100000:3.0:1783952362.621593:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 819 00000100:00100000:3.0:1783952362.621605:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125077:x1870607584166400:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:3.0:1783952362.642640:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125077:x1870607584166400:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 21019us (21228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952362.642661:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 819 00010000:00010000:2.0:1783952362.645721:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952362.651604:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.651981:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166528 00000100:00100000:3.0:1783952362.651999:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166528 00000100:00100000:3.0:1783952362.652108:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 820 00000100:00100000:3.0:1783952362.652121:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125077:x1870607584166528:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:0.0:1783952362.665217:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125077:x1870607584166528:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 13083us (13606us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952362.665234:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 820 00000100:00100000:1.0:1783952362.721324:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952362.721489:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166656 00000100:00100000:2.0:1783952362.721499:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166656 00000100:00100000:2.0:1783952362.721562:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 821 00000100:00100000:2.0:1783952362.721572:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125079:x1870607584166656:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:2.0:1783952362.721676:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125079:x1870607584166656:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 105us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952362.721684:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 821 00000100:00100000:1.0:1783952362.725085:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952362.725196:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166784 00000100:00100000:3.0:1783952362.725220:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166784 00000100:00100000:3.0:1783952362.725359:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 433 00000100:00100000:3.0:1783952362.725375:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125079:x1870607584166784:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952362.725609:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125079:x1870607584166784:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 238us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952362.725618:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 433 00000100:00100000:1.0:1783952362.727758:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952362.732682:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584166912 00000100:00100000:2.0:1783952362.732698:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584166912 00000100:00100000:2.0:1783952362.732763:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 434 00000100:00100000:2.0:1783952362.732773:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125079:x1870607584166912:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:2.0:1783952362.732984:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125079:x1870607584166912:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 211us (5236us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952362.732992:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 434 00000100:00100000:3.0:1783952362.740503:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952362.746458:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167040 00000100:00100000:0.0:1783952362.746476:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167040 00000100:00100000:0.0:1783952362.746578:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 822 00000100:00100000:0.0:1783952362.746599:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125079:x1870607584167040:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:0.0:1783952362.746795:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125079:x1870607584167040:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 207us (6307us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952362.746808:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 822 00000100:00100000:2.0:1783952362.752085:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952362.752223:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167168 00000100:00100000:2.0:1783952362.752239:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167168 00000100:00100000:2.0:1783952362.752439:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 823 00000100:00100000:2.0:1783952362.752454:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125079:x1870607584167168:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:2.0:1783952362.752748:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125079:x1870607584167168:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 297us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952362.752758:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 823 00000100:00100000:1.0:1783952362.772550:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600746240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952362.772736:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952362.773270:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600746368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952362.773315:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952362.773489:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746240 00000100:00100000:2.0:1783952362.773500:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746240 00000100:00100000:2.0:1783952362.773576:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746368 00000100:00100000:2.0:1783952362.773580:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746368 00000100:00100000:2.0:1783952362.773600:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1783952362.773610:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600746240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952362.773644:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00080000:0.0:1783952362.773781:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952362.773785:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952362.773921:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1783952362.773933:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600746368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952362.773952:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952362.774003:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600746368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952362.774011:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1783952362.774097:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600746368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952362.774186:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600746240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 579us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952362.774193:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1783952362.774243:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c40b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600746240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952363.277759:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952363.277786:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600746496:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952363.277865:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.282428:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746496 00000100:00100000:3.0:1783952363.282444:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746496 00000100:00100000:3.0:1783952363.282531:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1783952363.282542:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600746496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952363.282593:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952363.282685:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c40b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600746496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (4819us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952363.282693:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1783952363.282749:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600746496:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952363.664117:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952363.788056:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600746752:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.788108:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600746624:0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.788165:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.792133:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600747008:0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.794875:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600747264:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.794962:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.795041:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600747136:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.795117:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.795139:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600747648:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.795177:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.795212:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600748160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952363.795240:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.795462:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746752 00000100:00100000:3.0:1783952363.795473:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746752 00000100:00100000:3.0:1783952363.795926:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747136 00000100:00100000:3.0:1783952363.795932:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747136 00000100:00100000:3.0:1783952363.795948:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747648 00000100:00100000:3.0:1783952363.795952:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747648 00000100:00100000:3.0:1783952363.795971:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1783952363.795982:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600746752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.796053:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600746752:12345-0@lo:400:kworker.0 Request processed in 72us (7897us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952363.796061:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1783952363.796080:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1783952363.796086:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600747136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.796123:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600747136:12345-0@lo:400:kworker.0 Request processed in 37us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952363.796130:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1783952363.796142:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1783952363.796148:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c4de5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600747648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.796195:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c4de5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600747648:12345-0@lo:400:kworker.0 Request processed in 46us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952363.796201:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1783952363.798580:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600747136:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.798611:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600747648:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803625:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803677:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600747520:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803713:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803729:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600748032:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803745:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803764:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783952363.803770:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600746880:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803786:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803795:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600747392:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803812:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803829:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600747904:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.803846:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952363.803893:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748160 00000100:00100000:1.0:1783952363.803912:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748160 00000100:00100000:1.0:1783952363.803962:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1783952363.803970:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600748160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952363.804306:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952363.804386:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600748160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 416us (9143us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804393:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1783952363.804421:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747520 00000100:00100000:1.0:1783952363.804425:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747520 00000100:00100000:1.0:1783952363.804451:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747392 00000100:00100000:1.0:1783952363.804453:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747392 00000100:00100000:1.0:1783952363.804476:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747904 00000100:00100000:1.0:1783952363.804478:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747904 00000100:00100000:1.0:1783952363.804503:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1783952363.804510:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600747520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804547:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600747520:12345-0@lo:400:kworker.0 Request processed in 37us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804553:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1783952363.804565:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1783952363.804570:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600747392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804597:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600747392:12345-0@lo:400:kworker.0 Request processed in 27us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804603:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1783952363.804614:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1783952363.804620:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600747904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804646:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600747904:12345-0@lo:400:kworker.0 Request processed in 27us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804662:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1783952363.804706:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747008 00000100:00100000:1.0:1783952363.804712:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747008 00000100:00100000:1.0:1783952363.804735:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748032 00000100:00100000:1.0:1783952363.804739:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748032 00000100:00100000:1.0:1783952363.804750:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746880 00000100:00100000:1.0:1783952363.804752:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746880 00000100:00100000:1.0:1783952363.804768:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1783952363.804778:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600747008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.804788:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600748160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952363.804834:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600747008:12345-0@lo:400:kworker.0 Request processed in 54us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804842:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1783952363.804855:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1783952363.804860:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600748032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804887:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600748032:12345-0@lo:400:kworker.0 Request processed in 27us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804892:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1783952363.804903:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1783952363.804909:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600746880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804933:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600746880:12345-0@lo:400:kworker.0 Request processed in 25us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.804938:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1783952363.804974:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600746880:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.804985:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600747392:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.811408:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600747904:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.811461:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600747008:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.811474:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600747520:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.811485:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600748032:0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.813755:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600746624 00000100:00100000:0.0:1783952363.813772:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600746624 00000100:00100000:0.0:1783952363.813843:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783952363.813855:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600746624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.813967:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600746624:12345-0@lo:400:kworker.0 Request processed in 114us (19010us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952363.813977:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:0.0:1783952363.814035:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952363.814042:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952363.814045:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952363.814106:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952363.814147:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600747776:0@lo:400:kworker.0 00000100:00100000:3.0:1783952363.814196:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747264 00000100:00100000:0.0:1783952363.814203:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952363.814211:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747264 00000100:00100000:3.0:1783952363.814278:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1783952363.814288:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600747264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.814933:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600747776 00000100:00100000:1.0:1783952363.814941:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600747776 00000100:00100000:1.0:1783952363.815003:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1783952363.815014:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600747776:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1783952363.815083:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952363.816011:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600747264:12345-0@lo:400:kworker.0 Request processed in 1718us (1898us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952363.816027:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1783952363.816521:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600746624:0@lo:400:kworker.0 00000100:00100000:1.0:1783952363.816944:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600747776:12345-0@lo:400:kworker.0 Request processed in 1932us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952363.816955:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1783952363.818691:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600746752:0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.818713:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fc89dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600747264:0@lo:400:kworker.0 00000100:00100000:0.0:1783952363.818725:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600747776:0@lo:400:kworker.0 00000100:00100000:1.0:1783952364.301876:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600748288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952364.301979:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952364.302023:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748288 00000100:00100000:3.0:1783952364.302034:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748288 00000100:00100000:3.0:1783952364.302101:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1783952364.302113:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600748288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952364.302174:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952364.302237:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600748288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952364.302244:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1783952364.302422:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600748288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952364.307851:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600748416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952364.307955:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952364.317211:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748416 00000100:00100000:0.0:1783952364.317233:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748416 00000100:00100000:0.0:1783952364.317360:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1783952364.317391:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600748416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952364.317438:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952364.317566:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600748416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 179us (9611us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952364.317574:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1783952364.321401:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600748416:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1783952364.683884:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783952365.564966:0:168736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6052560628012ns, next at 6036935476577ns, rc = 0 00080000:00080000:1.0:1783952365.564996:0:168736:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952365.565277:0:168736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 6052560940791ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952365.565285:0:168736:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1783952365.567065:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 6 committed 00000004:00080000:1.0:1783952365.569795:0:168736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6052565456139ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952365.569840:0:168736:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952365.570171:0:168736:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 6052565834709ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952365.570194:0:168736:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1783952365.570958:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:1.0:1783952365.571949:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 6 committed 00000004:00080000:0.0:1783952365.574880:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00010000:00010000:1.0:1783952365.714669:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952366.648542:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952366.648583:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952366.648616:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952366.648653:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952366.648687:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167552 00000100:00100000:0.0:1783952366.648696:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167552 00000100:00100000:0.0:1783952366.648758:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:0.0:1783952366.648779:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584167552:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952366.648849:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584167552:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 72us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952366.648856:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 428 00000100:00100000:3.0:1783952366.649430:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167296 00000100:00100000:3.0:1783952366.649436:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167296 00000100:00100000:3.0:1783952366.649471:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:3.0:1783952366.649478:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584167296:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952366.649510:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584167296:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 32us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952366.649516:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 85 00000100:00100000:3.0:1783952366.649547:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167808 00000100:00100000:3.0:1783952366.649551:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167808 00000100:00100000:3.0:1783952366.649577:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167680 00000100:00100000:3.0:1783952366.649580:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167680 00000100:00100000:3.0:1783952366.649599:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:3.0:1783952366.649616:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584167808:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952366.649644:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584167808:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952366.649649:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 213 00000100:00100000:3.0:1783952366.649660:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00100000:3.0:1783952366.649666:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584167680:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952366.649688:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584167680:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 22us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952366.649694:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 214 00000100:00080000:3.0:1783952366.649738:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952366.649742:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952366.649744:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952366.650517:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952366.650580:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167424 00000100:00100000:2.0:1783952366.650586:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167424 00000100:00100000:2.0:1783952366.650629:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 429 00000100:00100000:2.0:1783952366.650637:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584167424:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952366.650672:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584167424:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 37us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952366.650678:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 429 00000100:00080000:2.0:1783952366.652441:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783952366.733735:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952367.263735:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952367.263829:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584167936 00000100:00100000:2.0:1783952367.263841:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584167936 00000100:00100000:2.0:1783952367.263907:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 824 00000100:00100000:2.0:1783952367.263917:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125270:x1870607584167936:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:0.0:1783952367.277841:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125270:x1870607584167936:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 13908us (14098us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952367.277861:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 824 00000100:00100000:3.0:1783952367.279896:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952367.280084:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168064 00000100:00100000:1.0:1783952367.280098:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168064 00000100:00100000:1.0:1783952367.280234:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 435 00000100:00100000:1.0:1783952367.280249:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125270:x1870607584168064:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:1.0:1783952367.280986:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125270:x1870607584168064:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 666us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952367.280999:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 435 00000100:00100000:3.0:1783952367.285044:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952367.285225:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168192 00000100:00100000:0.0:1783952367.285239:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168192 00000100:00100000:0.0:1783952367.285325:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 436 00000100:00100000:0.0:1783952367.285375:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125270:x1870607584168192:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:0.0:1783952367.286735:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125270:x1870607584168192:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 1392us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952367.286749:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 436 00000100:00100000:1.0:1783952367.289075:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952367.289249:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168320 00000100:00100000:2.0:1783952367.289276:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168320 00000100:00100000:1.0:1783952367.289526:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 825 00000100:00100000:1.0:1783952367.289542:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125270:x1870607584168320:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:1.0:1783952367.290677:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125270:x1870607584168320:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 1135us (1609us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952367.290686:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 825 00000100:00100000:3.0:1783952367.292963:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952367.293057:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168448 00000100:00100000:1.0:1783952367.293072:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168448 00000100:00100000:1.0:1783952367.293306:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 826 00000100:00100000:1.0:1783952367.293317:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125270:x1870607584168448:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:1.0:1783952367.294199:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125270:x1870607584168448:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 879us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952367.294209:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 826 00000100:00100000:0.0:1783952367.345405:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952367.345496:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168576 00000100:00100000:2.0:1783952367.345513:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168576 00000100:00100000:2.0:1783952367.345620:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 827 00000100:00100000:2.0:1783952367.345635:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125272:x1870607584168576:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:2.0:1783952367.345805:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125272:x1870607584168576:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 174us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952367.345814:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 827 00000100:00100000:3.0:1783952367.348652:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952367.348698:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168704 00000100:00100000:3.0:1783952367.348710:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168704 00000100:00100000:3.0:1783952367.348782:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 437 00000100:00100000:3.0:1783952367.348796:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125272:x1870607584168704:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952367.348978:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125272:x1870607584168704:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 185us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952367.348986:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 437 00000100:00100000:0.0:1783952367.353477:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952367.353646:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168832 00000100:00100000:3.0:1783952367.353673:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168832 00000100:00100000:3.0:1783952367.353748:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 438 00000100:00100000:3.0:1783952367.353761:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125272:x1870607584168832:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952367.354065:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125272:x1870607584168832:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 306us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952367.354074:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 438 00000100:00100000:2.0:1783952367.365527:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952367.365843:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584168960 00000100:00100000:3.0:1783952367.365857:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584168960 00000100:00100000:3.0:1783952367.365943:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 828 00000100:00100000:3.0:1783952367.365956:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125272:x1870607584168960:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:3.0:1783952367.366170:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125272:x1870607584168960:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 216us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952367.366179:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 828 00000100:00100000:0.0:1783952367.372943:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952367.373297:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169088 00000100:00100000:2.0:1783952367.373313:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169088 00000100:00100000:2.0:1783952367.373598:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 829 00000100:00100000:2.0:1783952367.373611:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125272:x1870607584169088:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:2.0:1783952367.373885:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125272:x1870607584169088:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 274us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952367.373894:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 829 00010000:00010000:2.0:1783952367.758421:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952367.883782:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952367.883815:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600748544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952367.883909:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952367.883970:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748544 00000100:00100000:2.0:1783952367.883978:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748544 00000100:00100000:2.0:1783952367.884050:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1783952367.884061:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600748544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952367.884111:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952367.884574:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600748544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 513us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952367.884597:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:2.0:1783952367.884624:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952367.889270:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952367.889300:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600748672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952367.889407:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952367.889460:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748672 00000100:00100000:2.0:1783952367.889470:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748672 00000100:00100000:2.0:1783952367.889556:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1783952367.889566:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600748672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952367.889609:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952367.889661:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600748672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952367.889668:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:2.0:1783952367.889694:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952367.889736:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600748672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952367.896377:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600748544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952368.395858:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600748800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952368.395953:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952368.396219:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748800 00000100:00100000:0.0:1783952368.396230:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748800 00000100:00100000:0.0:1783952368.396297:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1783952368.396309:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600748800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952368.396377:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1783952368.396434:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600748800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.396442:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1783952368.396501:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600748800:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952368.782380:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952368.909659:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600748928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952368.909758:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.909903:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600748928 00000100:00100000:3.0:1783952368.909913:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600748928 00000100:00100000:3.0:1783952368.909978:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1783952368.909990:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600748928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952368.910037:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952368.910106:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600748928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.910124:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1783952368.910502:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600748928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952368.910894:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600749184:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.910944:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952368.910968:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600749696:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.910997:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952368.911012:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600750208:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.911053:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911229:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600749440:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911263:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911281:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600749952:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911302:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911332:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783952368.911371:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600749056:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911403:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911430:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600749568:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911454:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911469:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600750080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911489:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952368.911520:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749184 00000100:00100000:3.0:1783952368.911528:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749184 00000100:00100000:3.0:1783952368.911580:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749440 00000100:00100000:3.0:1783952368.911584:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749440 00000100:00100000:3.0:1783952368.911598:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749952 00000100:00100000:3.0:1783952368.911601:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749952 00000100:00100000:3.0:1783952368.911612:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749568 00000100:00100000:3.0:1783952368.911629:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749568 00000100:00100000:3.0:1783952368.911652:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1783952368.911662:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600749184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911718:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600749184:12345-0@lo:400:kworker.0 Request processed in 57us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.911726:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1783952368.911741:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1783952368.911748:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600749440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911778:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600749440:12345-0@lo:400:kworker.0 Request processed in 32us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.911801:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1783952368.911814:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1783952368.911830:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600749952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911871:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600749952:12345-0@lo:400:kworker.0 Request processed in 51us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.911878:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1783952368.911890:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1783952368.911895:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600749568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.911922:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600749568:12345-0@lo:400:kworker.0 Request processed in 27us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.911928:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1783952368.911952:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749696 00000100:00100000:3.0:1783952368.911956:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749696 00000100:00100000:3.0:1783952368.911981:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750208 00000100:00100000:3.0:1783952368.911984:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750208 00000100:00100000:3.0:1783952368.912006:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750080 00000100:00100000:3.0:1783952368.912008:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750080 00000100:00100000:3.0:1783952368.912027:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1783952368.912033:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600749696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912481:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783952368.912497:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600749312:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912535:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952368.912560:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600749824:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912585:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952368.912604:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600750336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912641:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952368.912679:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600749184:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912718:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749312 00000100:00100000:1.0:1783952368.912722:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749312 00000100:00100000:1.0:1783952368.912750:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750336 00000100:00100000:1.0:1783952368.912753:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750336 00000100:00100000:1.0:1783952368.912768:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1783952368.912774:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600749312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.912815:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600749312:12345-0@lo:400:kworker.0 Request processed in 40us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.913723:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1783952368.913740:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600750336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.913810:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600750336:12345-0@lo:400:kworker.0 Request processed in 78us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.913817:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1783952368.913859:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749824 00000100:00100000:0.0:1783952368.913865:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749824 00000100:00100000:0.0:1783952368.913899:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1783952368.913905:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600750208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.913939:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600750208:12345-0@lo:400:kworker.0 Request processed in 34us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.913945:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1783952368.913957:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1783952368.913964:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600750080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.913992:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600750080:12345-0@lo:400:kworker.0 Request processed in 29us (2502us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.913998:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1783952368.914008:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1783952368.914015:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600749824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.914054:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600749824:12345-0@lo:400:kworker.0 Request processed in 41us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.914068:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1783952368.914142:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600749056 00000100:00100000:0.0:1783952368.914146:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600749056 00000100:00100000:0.0:1783952368.914176:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783952368.914183:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600749056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.914236:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600749056:12345-0@lo:400:kworker.0 Request processed in 53us (2832us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952368.914250:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783952368.914372:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600749312:0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.914385:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600749824:0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.914397:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600750336:0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.914408:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600750208:0@lo:400:kworker.0 00000100:00100000:1.0:1783952368.914741:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1783952368.915183:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600749696:12345-0@lo:400:kworker.0 Request processed in 3147us (4181us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952368.915193:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00080000:3.0:1783952368.915530:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952368.915537:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952368.915541:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952368.915544:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952368.915699:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600749056:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.915718:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600749568:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.915732:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600750080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.915767:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600749440:0@lo:400:kworker.0 00000100:00100000:3.0:1783952368.915780:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600749952:0@lo:400:kworker.0 00000100:00100000:0.0:1783952368.915947:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600749696:0@lo:400:kworker.0 00000100:00100000:1.0:1783952369.419988:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600750464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952369.420120:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952369.420216:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750464 00000100:00100000:2.0:1783952369.420228:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750464 00000100:00100000:2.0:1783952369.420295:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1783952369.420307:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600750464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952369.420372:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952369.420811:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600750464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 504us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952369.420821:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1783952369.420854:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600750592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952369.420888:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952369.420959:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750592 00000100:00100000:2.0:1783952369.420964:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750592 00000100:00100000:2.0:1783952369.420993:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1783952369.421000:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600750592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952369.421033:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952369.421070:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600750592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952369.421077:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1783952369.421144:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600750592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952369.421537:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600750464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783952369.806160:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952370.833928:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1783952371.168750:0:168881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6058164410666ns, next at 6036935476577ns, rc = 0 00080000:00080000:0.0:1783952371.168779:0:168881:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1783952371.168988:0:168881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 6058164651762ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783952371.168996:0:168881:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1783952371.170492:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 7 committed 00000004:00080000:1.0:1783952371.180903:0:168881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6058176562492ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952371.180934:0:168881:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1783952371.181459:0:168881:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 6058177122723ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783952371.181469:0:168881:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1783952371.181667:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000004:00080000:3.0:1783952371.182673:0:165923:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 7 committed 00000004:00080000:2.0:1783952371.184387:0:167614:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000100:00100000:1.0:1783952371.765714:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952371.765796:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952371.765809:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169472 00000100:00100000:0.0:1783952371.765822:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169472 00000100:00100000:0.0:1783952371.765929:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 436 00000100:00100000:0.0:1783952371.765943:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584169472:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952371.765953:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169600 00000100:00100000:3.0:1783952371.765958:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169600 00000100:00100000:3.0:1783952371.765998:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00100000:3.0:1783952371.766005:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584169600:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952371.766119:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584169600:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 113us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952371.766127:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 219 00000100:00080000:2.0:1783952371.766138:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952371.766144:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952371.776853:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584169472:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 10893us (11133us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952371.776873:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 436 00000100:00100000:2.0:1783952371.798125:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952371.798183:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952371.798311:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169216 00000100:00100000:0.0:1783952371.798325:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169216 00000100:00100000:0.0:1783952371.798428:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:0.0:1783952371.798441:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584169216:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952371.798535:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584169216:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 96us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952371.798563:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 87 00000100:00100000:2.0:1783952371.800267:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952371.800508:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169728 00000100:00100000:3.0:1783952371.800517:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169344 00000100:00100000:0.0:1783952371.800518:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169728 00000100:00100000:3.0:1783952371.800532:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169344 00000100:00100000:3.0:1783952371.800619:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 437 00000100:00100000:3.0:1783952371.800630:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584169344:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952371.800708:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584169344:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 81us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952371.800717:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 437 00000100:00100000:0.0:1783952371.801170:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 220 00000100:00100000:0.0:1783952371.801183:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584169728:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952371.801256:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584169728:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 76us (3072us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952371.801264:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 220 00000100:00080000:2.0:1783952371.801412:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952371.801418:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1783952371.851753:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952372.880264:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952373.006757:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600750720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952373.006848:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952373.006899:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952373.006906:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600750848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952373.006929:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952373.014307:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750720 00000100:00100000:2.0:1783952373.014328:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750720 00000100:00100000:3.0:1783952373.016123:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750848 00000100:00100000:3.0:1783952373.016136:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750848 00000100:00100000:3.0:1783952373.016251:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1783952373.016265:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600750848:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952373.016270:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1783952373.016310:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952373.016456:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600750848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (9523us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.016485:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1783952373.016528:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600750848:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952373.025241:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952373.025292:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1783952373.025307:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600750720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952373.025391:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952373.025512:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600750720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (18664us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952373.025521:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1783952373.026677:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600750720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952373.170784:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952373.171287:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169856 00000100:00100000:1.0:1783952373.171302:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169856 00000100:00100000:1.0:1783952373.171405:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 830 00000100:00100000:1.0:1783952373.171418:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125464:x1870607584169856:12345-192.168.202.38@tcp:48:lfs.0 00000100:00080000:1.0:1783952373.171689:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952373.183025:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125464:x1870607584169856:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 11597us (12241us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952373.183045:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 830 00000100:00100000:0.0:1783952373.204828:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952373.205184:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584169984 00000100:00100000:2.0:1783952373.205199:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584169984 00000100:00100000:2.0:1783952373.205374:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 439 00000100:00100000:2.0:1783952373.205386:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125464:x1870607584169984:12345-192.168.202.38@tcp:19:lfs.0 00000100:00080000:1.0:1783952373.206430:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952373.207420:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125464:x1870607584169984:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 2028us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.207433:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 439 00000100:00100000:3.0:1783952373.212372:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952373.214432:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170112 00000100:00100000:0.0:1783952373.214452:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170112 00000100:00100000:0.0:1783952373.214558:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 440 00000100:00100000:0.0:1783952373.214570:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125464:x1870607584170112:12345-192.168.202.38@tcp:19:lfs.0 00000100:00080000:0.0:1783952373.214903:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952373.230309:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125464:x1870607584170112:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 15721us (17932us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952373.230329:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 440 00000100:00100000:3.0:1783952373.235942:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952373.236113:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170240 00000100:00100000:1.0:1783952373.236130:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170240 00000100:00100000:1.0:1783952373.236357:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 831 00000100:00100000:1.0:1783952373.236373:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125464:x1870607584170240:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:1.0:1783952373.239096:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125464:x1870607584170240:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 2717us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952373.239111:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 831 00000100:00100000:3.0:1783952373.244502:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952373.246913:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170368 00000100:00100000:1.0:1783952373.246927:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170368 00000100:00100000:1.0:1783952373.247027:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 832 00000100:00100000:1.0:1783952373.247037:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125464:x1870607584170368:12345-192.168.202.38@tcp:48:lfs.0 00000100:00080000:2.0:1783952373.247311:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952373.252821:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125464:x1870607584170368:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 5774us (8321us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952373.252841:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 832 00000100:00100000:0.0:1783952373.303000:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.303152:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170496 00000100:00100000:3.0:1783952373.303164:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170496 00000100:00100000:3.0:1783952373.303250:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 833 00000100:00100000:3.0:1783952373.303263:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125466:x1870607584170496:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:3.0:1783952373.303419:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125466:x1870607584170496:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 159us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.303428:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 833 00000100:00100000:1.0:1783952373.307492:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.311405:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170624 00000100:00100000:3.0:1783952373.311425:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170624 00000100:00100000:3.0:1783952373.317528:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 441 00000100:00100000:3.0:1783952373.317554:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125466:x1870607584170624:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952373.318708:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125466:x1870607584170624:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 1161us (11224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.318721:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 441 00000100:00100000:0.0:1783952373.322107:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.322275:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170752 00000100:00100000:3.0:1783952373.322292:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170752 00000100:00100000:3.0:1783952373.322392:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 442 00000100:00100000:3.0:1783952373.322404:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125466:x1870607584170752:12345-192.168.202.38@tcp:19:lfs.0 00000100:00100000:3.0:1783952373.322897:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125466:x1870607584170752:12345-192.168.202.38@tcp:19:lfs.0 Request processed in 493us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.322907:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 442 00000100:00100000:2.0:1783952373.335699:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.335841:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584170880 00000100:00100000:3.0:1783952373.335854:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584170880 00000100:00100000:3.0:1783952373.335933:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 834 00000100:00100000:3.0:1783952373.335945:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125466:x1870607584170880:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:3.0:1783952373.336138:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125466:x1870607584170880:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 195us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.336148:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 834 00000100:00100000:2.0:1783952373.347796:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952373.361193:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171008 00000100:00100000:1.0:1783952373.361244:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171008 00000100:00100000:1.0:1783952373.361361:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 835 00000100:00100000:1.0:1783952373.361374:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125466:x1870607584171008:12345-192.168.202.38@tcp:48:lfs.0 00000100:00100000:1.0:1783952373.361631:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125466:x1870607584171008:12345-192.168.202.38@tcp:48:lfs.0 Request processed in 259us (13849us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952373.361641:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 835 00000100:00100000:2.0:1783952373.482966:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.483096:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171264 00000100:00100000:3.0:1783952373.483109:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171264 00000100:00100000:3.0:1783952373.483190:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 836 00000100:00100000:3.0:1783952373.483202:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125469:x1870607584171264:12345-192.168.202.38@tcp:101:lfs.0 00010000:00010000:3.0:1783952373.483243:0:161900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952373.483274:0:161900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981eab9 expref: -99 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483423:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483441:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483458:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483476:0:161900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483502:0:161900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483510:0:161900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483592:0:161900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483602:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483609:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483618:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483624:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952373.483630:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483639:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483652:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952373.483656:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952373.483662:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483670:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483693:0:161900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483699:0:161900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483706:0:161900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483712:0:161900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952373.483715:0:161900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483721:0:161900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483729:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75c66c2600) 00010000:00010000:3.0:1783952373.483731:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952373.483734:0:161900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483741:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 161900 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483777:0:161900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab9 expref: 10 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483789:0:161900:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952373.483791:0:161900:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783952373.483801:0:161900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eab9 expref: 10 pid: 161900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.483812:0:161900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6400, rc 0) 00000100:00100000:3.0:1783952373.483883:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125469:x1870607584171264:12345-192.168.202.38@tcp:101:lfs.0 Request processed in 683us (932us total) trans 0 rc 301/301 00000100:00100000:3.0:1783952373.483891:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 836 00000100:00100000:1.0:1783952373.497102:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952373.497306:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171392 00000100:00100000:3.0:1783952373.497318:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171392 00000100:00100000:3.0:1783952373.497438:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 837 00000100:00100000:3.0:1783952373.497450:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125469:x1870607584171392:12345-192.168.202.38@tcp:34:lfs.0 00010000:00010000:3.0:1783952373.497550:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497571:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497586:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497605:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497612:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497620:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497692:0:159116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/1,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497719:0:159116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497726:0:159116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783952373.497787:0:159116:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200003ab5:0x61:0x0]: returning size 31457280 00000004:00200000:3.0:1783952373.497793:0:159116:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783952373.497809:0:159116:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497825:0:159116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497833:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497841:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497849:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497855:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952373.497859:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497882:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497897:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a75c39fa200) 00010000:00010000:3.0:1783952373.497906:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952373.497913:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497921:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6400/0x3b91f5b49438af72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497939:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497945:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497951:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497956:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f7400 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952373.497960:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497967:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497975:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef1f051 (ffff8a75c66c2600) 00010000:00010000:3.0:1783952373.497977:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952373.497981:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.497987:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f7400/0x3b91f5b49438af79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef1f051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498002:0:159116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498015:0:159116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 2/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498021:0:159116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498026:0:159116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c54f6800 already unused, calling callback (ffffffffc18394f0) 00010000:00010000:3.0:1783952373.498029:0:159116:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498035:0:159116:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 4/0,0 mode: PR/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498053:0:159116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab5:0x61:0x0].0x0 (ffff8a75fa480500) 00010000:00010000:3.0:1783952373.498056:0:159116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783952373.498060:0:159116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 2/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952373.498074:0:159116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a75c54f6800/0x3b91f5b49438af80 lrc: 0/0,0 mode: --/PR res: [0x200003ab5:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 159116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952373.498167:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125469:x1870607584171392:12345-192.168.202.38@tcp:34:lfs.0 Request processed in 718us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.498176:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 837 00000100:00100000:2.0:1783952373.517015:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952373.517060:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600750976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952373.517172:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952373.517410:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600750976 00000100:00100000:3.0:1783952373.517421:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600750976 00000100:00100000:3.0:1783952373.517480:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1783952373.517491:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600750976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952373.517537:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952373.517628:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600750976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952373.517636:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1783952373.517924:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600750976:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952373.901976:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952374.028856:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952374.028880:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600751104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952374.028957:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952374.029026:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751104 00000100:00100000:0.0:1783952374.029033:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751104 00000100:00100000:0.0:1783952374.029094:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1783952374.029103:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600751104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952374.029141:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952374.029186:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600751104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952374.029193:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1783952374.029238:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600751104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952374.030290:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600751360:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030365:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030402:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600751872:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030427:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030445:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752384:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030488:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030510:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783952374.030516:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600751232:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030542:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030567:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600751744:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030587:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030737:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752256:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030759:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952374.030806:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751360 00000100:00100000:2.0:1783952374.030813:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751360 00000100:00100000:2.0:1783952374.030861:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751744 00000100:00100000:2.0:1783952374.030864:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751744 00000100:00100000:2.0:1783952374.030887:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1783952374.030895:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600751360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030943:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600751360:12345-0@lo:400:kworker.0 Request processed in 49us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952374.030950:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1783952374.030965:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1783952374.030971:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600751744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.030998:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600751744:12345-0@lo:400:kworker.0 Request processed in 27us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952374.031006:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:2.0:1783952374.031022:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952374.031026:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952374.031053:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600751744:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.031075:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600751360:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.031114:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751232 00000100:00100000:2.0:1783952374.031117:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751232 00000100:00100000:2.0:1783952374.031143:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783952374.031150:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600751232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.031187:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600751232:12345-0@lo:400:kworker.0 Request processed in 38us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952374.031194:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783952374.031227:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600751232:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031322:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751872 00000100:00100000:1.0:1783952374.031327:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751872 00000100:00100000:1.0:1783952374.031384:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752384 00000100:00100000:1.0:1783952374.031387:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752384 00000100:00100000:1.0:1783952374.031416:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1783952374.031423:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600751872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031461:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600751872:12345-0@lo:400:kworker.0 Request processed in 39us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.031466:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1783952374.031491:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1783952374.031497:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031525:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752384:12345-0@lo:400:kworker.0 Request processed in 28us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.031531:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1783952374.031553:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600751616:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031578:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031608:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600752128:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031630:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031647:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600752640:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031678:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031698:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783952374.031704:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600751488:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031725:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031740:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600752000:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031758:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031772:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600752512:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031791:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.031817:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752000 00000100:00100000:1.0:1783952374.031821:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752000 00000100:00100000:1.0:1783952374.031841:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752512 00000100:00100000:1.0:1783952374.031844:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752512 00000100:00100000:1.0:1783952374.031867:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1783952374.031873:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600752000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031904:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600752000:12345-0@lo:400:kworker.0 Request processed in 32us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.031910:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1783952374.031921:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1783952374.031926:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600752512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.031952:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600752512:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.031958:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1783952374.031978:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751616 00000100:00100000:1.0:1783952374.031980:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751616 00000100:00100000:1.0:1783952374.031996:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752128 00000100:00100000:1.0:1783952374.031999:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752128 00000100:00100000:1.0:1783952374.032007:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752640 00000100:00100000:1.0:1783952374.032015:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752640 00000100:00100000:1.0:1783952374.032027:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600751488 00000100:00100000:1.0:1783952374.032029:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600751488 00000100:00100000:1.0:1783952374.032043:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1783952374.032048:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600751616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032089:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600751616:12345-0@lo:400:kworker.0 Request processed in 40us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.032095:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1783952374.032108:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1783952374.032114:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600752128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032141:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600752128:12345-0@lo:400:kworker.0 Request processed in 27us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.032146:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1783952374.032157:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1783952374.032163:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600752640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032190:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600752640:12345-0@lo:400:kworker.0 Request processed in 27us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.032196:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1783952374.032207:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1783952374.032213:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600751488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032239:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600751488:12345-0@lo:400:kworker.0 Request processed in 26us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.032244:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:1.0:1783952374.032265:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952374.032268:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952374.032270:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952374.032272:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952374.032303:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600751488:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032313:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600752000:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032323:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600752512:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032331:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600751616:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032364:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600752128:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032373:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600752640:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032410:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600751872:0@lo:400:kworker.0 00000100:00100000:1.0:1783952374.032422:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752384:0@lo:400:kworker.0 00000100:00100000:0.0:1783952374.033186:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752256 00000100:00100000:0.0:1783952374.033195:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752256 00000100:00100000:0.0:1783952374.033247:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1783952374.033256:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952374.033327:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752256:12345-0@lo:400:kworker.0 Request processed in 71us (2566us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952374.033353:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1783952374.033794:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752256:0@lo:400:kworker.0 00000100:00100000:2.0:1783952374.549438:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600752768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952374.549522:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952374.549674:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752768 00000100:00100000:1.0:1783952374.549682:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752768 00000100:00100000:1.0:1783952374.549739:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1783952374.549750:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600752768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952374.549776:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27997248 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952374.549827:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600752768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952374.549834:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1783952374.549877:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600752768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952374.551238:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952374.551284:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952374.557427:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600752896 00000100:00100000:3.0:1783952374.557443:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600752896 00000100:00100000:3.0:1783952374.557523:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1783952374.557534:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952374.557562:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952374.557647:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600752896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (6362us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952374.557654:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1783952374.568362:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600752896:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783952374.931016:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952375.947700:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783952376.241972:0:169026:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1783952376.242063:0:169026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952376.242087:0:169026:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952376.242095:0:169026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952376.242102:0:169026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952376.242129:0:169026:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1783952376.242134:0:169026:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1783952376.242362:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783952376.242371:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242379:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3790200 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:1.0:1783952376.242398:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242407:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783952376.242415:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952376.242421:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783952376.242423:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783952376.242425:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783952376.242464:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242471:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783952376.242509:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242517:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a74c3790200/0x3b91f5b49438ac7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac85 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242531:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952376.242532:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952376.242534:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952376.242543:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952376.242565:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600753024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783952376.242642:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952376.242702:0:162849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753024 00000100:00100000:1.0:1783952376.242710:0:162849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753024 00000100:00100000:1.0:1783952376.242763:0:162849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1783952376.242778:0:162849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600753024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783952376.242794:0:162849:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783952376.242811:0:162849:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75e6e81a00/0x3b91f5b49438ac85 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438ac7e expref: 24 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.242823:0:162849:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783952376.242873:0:162849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106953:x1870607600753024:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952376.242881:0:162849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1783952376.242926:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600753024:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1783952376.243181:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783952376.243186:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783952376.243191:0:169026:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783952376.243212:0:169026:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1783952376.244201:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600753152:0@lo:39:umount.0 00000100:00100000:1.0:1783952376.244265:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952376.244935:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753152 00000100:00100000:3.0:1783952376.244944:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753152 00000100:00100000:3.0:1783952376.245012:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1783952376.245035:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106951:x1870607600753152:12345-0@lo:39:umount.0 00000020:00000080:3.0:1783952376.245105:0:159117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438ace7 00000100:00080000:3.0:1783952376.245123:0:159117:0:(import.c:65:import_set_state_nolock()) ffff8a75c5154000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1783952376.245463:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+1:106951:x1870607600753152:12345-0@lo:39:umount.0 Request processed in 433us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952376.245473:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000020:00000080:3.0:1783952376.245484:0:159117:0:(genops.c:906:class_export_put()) final put ffff8a75c5151000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1783952376.245537:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c5151000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1783952376.245599:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75c5154000 for lustre-MDT0000 00000100:00080000:1.0:1783952376.246132:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783952376.246161:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783952376.246200:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74c327e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783952376.246220:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600753152:0@lo:39:umount.0 00000100:00080000:3.0:1783952376.246989:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783952376.246994:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783952376.247000:0:169026:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1783952376.253060:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783952376.253069:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783952376.253086:0:169026:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783952376.253113:0:169026:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1783952376.253178:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600753280:0@lo:39:umount.0 00000100:00100000:1.0:1783952376.253267:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952376.253474:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753280 00000100:00100000:0.0:1783952376.253481:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753280 00000100:00100000:0.0:1783952376.253554:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1783952376.253564:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106951:x1870607600753280:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783952376.253592:0:159118:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b4943885b1 00000100:00080000:0.0:1783952376.253601:0:159118:0:(import.c:65:import_set_state_nolock()) ffff8a74c959f000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1783952376.258689:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783952376.258744:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952376.259077:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+1:106951:x1870607600753280:12345-0@lo:39:umount.0 Request processed in 5509us (5804us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952376.259111:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000020:00000080:0.0:1783952376.259127:0:159118:0:(genops.c:906:class_export_put()) final put ffff8a74c9599800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1783952376.259490:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c9599800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1783952376.259569:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c959f000 for lustre-MDT0001 00000100:00080000:1.0:1783952376.259722:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75d8b1c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783952376.259774:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600753280:0@lo:39:umount.0 00000100:00080000:3.0:1783952376.259943:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783952376.259948:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783952376.259953:0:169026:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1783952376.265893:0:169026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265914:0:169026:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265941:0:169026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265949:0:169026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265975:0:169026:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783952376.265983:0:169026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265990:0:169026:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.265996:0:169026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.266002:0:169026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952376.266123:0:169026:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783952376.266129:0:169026:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1783952376.266173:0:169026:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1783952376.266178:0:169026:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000080:1.0:1783952376.266183:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1783952376.266190:0:169026:0:(obd_config.c:932:class_cleanup()) Failing over lustre-OST0000 00002000:00000080:1.0:1783952376.268560:0:169026:0:(ofd_obd.c:1267:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00002000:00100000:1.0:1783952376.268606:0:169026:0:(ofd_obd.c:1281:ofd_iocontrol()) syncing ost lustre-OST0000 00000020:00000080:1.0:1783952376.269542:0:169026:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 3/7 00000020:00080000:1.0:1783952376.269552:0:169026:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff8a74c21e0000 lustre-MDT0000-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836599 stale:0 00000020:00080000:1.0:1783952376.269577:0:169026:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff8a74c9eee800 71ea6a5c-561f-4eb8-a8d2-543f542832b5 192.168.202.38@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836600 stale:0 00000020:00080000:1.0:1783952376.269582:0:169026:0:(genops.c:1840:print_export_data()) lustre-OST0000: ACTIVE ffff8a74cb31d000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 21474836542 stale:0 00000020:00080000:1.0:1783952376.269586:0:169026:0:(genops.c:1574:class_disconnect_exports()) OBD device 22 (ffff8a74c9c7cd40) has exports, disconnecting them 00000020:00080000:1.0:1783952376.269591:0:169026:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff8a74c21e0000), last request at 1783952374 00000020:00000080:1.0:1783952376.269598:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438abac 00000100:00080000:1.0:1783952376.269608:0:169026:0:(import.c:65:import_set_state_nolock()) ffff8a74c21e7000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1783952376.270612:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783952376.270623:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270634:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a74c3791400 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952376.270639:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270663:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952376.270671:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952376.270677:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783952376.270679:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1783952376.270682:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1783952376.270723:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270729:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952376.270758:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270767:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a74c3791400/0x3b91f5b49438ac8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438ac93 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270780:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783952376.270785:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270791:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e81200 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:2.0:1783952376.270795:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270802:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783952376.270890:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952376.270897:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783952376.270899:0:159104:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783952376.270902:0:159104:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783952376.270917:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270923:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783952376.270941:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270948:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e6e81200/0x3b91f5b49438ac9a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x3b91f5b49438aca1 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.270958:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952376.270960:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952376.270962:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952376.271326:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600753408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952376.271427:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952376.271487:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600753536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952376.271511:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952376.271552:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753408 00000100:00100000:2.0:1783952376.271559:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753408 00000100:00100000:2.0:1783952376.271604:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753536 00000100:00100000:2.0:1783952376.271607:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753536 00000100:00100000:2.0:1783952376.271630:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1783952376.271639:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600753408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952376.271660:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952376.271675:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c6306400/0x3b91f5b49438ac93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438ac8c expref: 24 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.271688:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952376.271724:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106953:x1870607600753408:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952376.271732:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1783952376.271751:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1783952376.271758:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106954:x1870607600753536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952376.271766:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783952376.271776:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c3791000/0x3b91f5b49438aca1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3b91f5b49438ac9a expref: 22 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952376.271784:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783952376.271836:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106954:x1870607600753536:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952376.271843:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1783952376.271886:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600753536:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783952376.271911:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600753408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952376.272050:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1783952376.273984:0:169026:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74c21e0000): rc 0 00000020:00000080:1.0:1783952376.273989:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74c21e0000/lustre-MDT0000-mdtlov_UUID 00000020:00080000:1.0:1783952376.274140:0:169026:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 192.168.202.38@tcp (ffff8a74c9eee800), last request at 1783952373 00000020:00000080:1.0:1783952376.274158:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494388e8d 00000100:00080000:1.0:1783952376.274168:0:169026:0:(import.c:65:import_set_state_nolock()) ffff8a74c9eec800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1783952376.274190:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783952376.274325:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c21e0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1783952376.274407:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c21e7000 for lustre-OST0000 00000020:00080000:1.0:1783952376.274549:0:169026:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.202.38@tcp (ffff8a74c9eee800): rc 0 00000020:00000080:1.0:1783952376.274551:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74c9eee800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00080000:1.0:1783952376.274578:0:169026:0:(genops.c:1549:class_disconnect_export_list()) lustre-OST0000: disconnecting export at 0@lo (ffff8a74cb31d000), last request at 1783952374 00000020:00000080:1.0:1783952376.274582:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494388365 00000100:00080000:1.0:1783952376.274589:0:169026:0:(import.c:65:import_set_state_nolock()) ffff8a74cb31b000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1783952376.274615:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c9eee800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0000 00000020:00000080:3.0:1783952376.274651:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c9eec800 for lustre-OST0000 00010000:00010000:2.0:1783952376.274732:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1783952376.274790:0:169026:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74cb31d000): rc 0 00000020:00000080:1.0:1783952376.274793:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74cb31d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783952376.274908:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb31d000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1783952376.274948:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb31b000 for lustre-OST0000 00000020:00080000:1.0:1783952376.275093:0:169026:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8a74c9c7cd40) has no exports 00010000:00010000:3.0:1783952376.280270:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783952376.281292:0:169026:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a75f7029f60 - data ffff8a75fd403000/ffff8a74cadd8400 00000020:01000000:0.0:1783952376.282106:0:169026:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8a74ca904ba0 - data ffff8a75d27e6948/ffff8a74c23db800 00100000:10000000:2.0:1783952376.313258:0:169026:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1783952376.321557:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385019 00000020:00000080:3.0:1783952376.321571:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a75e7240800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1783952376.321606:0:169026:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a75d0fa8000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1783952376.321611:0:169026:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75d0fa8000 2 00000020:01000004:3.0:1783952376.321614:0:169026:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a75d0fa8000 from lustre-OST0000 00000020:00000080:3.0:1783952376.321639:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783952376.321654:0:169026:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1783952376.321657:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a75e7241800/lustre-OST0000_UUID 00000020:00000080:3.0:1783952376.321660:0:169026:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75e7241800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1783952376.321667:0:169026:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1783952376.321727:0:169026:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000000:3.0:1783952376.321732:0:169026:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1783952376.321735:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783952376.321741:0:169026:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783952376.321748:0:169026:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8a74ca536000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783952376.321753:0:169026:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8a7601b999c0) has exports, disconnecting them 00000020:00080000:3.0:1783952376.321757:0:169026:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8a74ca536000), last request at 1783952068 00000020:00000080:3.0:1783952376.321761:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385043 00000020:00080000:3.0:1783952376.321772:0:169026:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a74ca536000): rc 0 00000020:00000080:3.0:1783952376.321778:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74ca536000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1783952376.325279:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75e7240800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1783952376.325305:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74ca536000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1783952376.325504:0:169026:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1783952376.325510:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783952376.325515:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1783952376.325521:0:169026:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783952376.325688:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783952376.325702:0:169026:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1783952376.325709:0:169026:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1783952376.325729:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783952376.325735:0:169026:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1783952376.325742:0:169026:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8a75d8b19000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783952376.325748:0:169026:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8a7601b9b380) has exports, disconnecting them 00000020:00080000:1.0:1783952376.325753:0:169026:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8a75d8b19000), last request at 1783952068 00000020:00000080:1.0:1783952376.325757:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494385058 00000020:00080000:1.0:1783952376.325771:0:169026:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a75d8b19000): rc 0 00000020:00000080:1.0:1783952376.325776:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a75d8b19000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1783952376.326914:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c327e800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1783952376.326928:0:36:0:(genops.c:906:class_export_put()) final put ffff8a75c50c4800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1783952376.326931:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75c50c4800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1783952376.326938:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1783952376.327038:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d8b19000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1783952376.327580:0:169026:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1783952376.327584:0:169026:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783952376.327587:0:169026:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783952376.327601:0:169026:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783952376.327622:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a75d8b1c000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1783952376.327764:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952376.327778:0:169026:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1783952376.327782:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a75d8b18800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1783952376.327785:0:169026:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75d8b18800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1783952376.327790:0:169026:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1783952376.327848:0:169026:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a75d0fa8000 1 00000020:00000080:0.0:1783952376.327855:0:169026:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494384ff6 00000020:00000080:0.0:1783952376.327861:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74cb497000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1783952376.327869:0:169026:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1783952376.327877:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74cb497000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1783952376.327897:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783952376.327903:0:169026:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783952376.327906:0:169026:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8a75e6ebb380) has no exports 00000020:00000080:0.0:1783952376.406654:0:169026:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783952376.406673:0:169026:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1783952376.406679:0:169026:0:(genops.c:906:class_export_put()) final put ffff8a74c1bda800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1783952376.406684:0:169026:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c1bda800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1783952376.406695:0:169026:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1783952376.406814:0:169026:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a75d0fa9800 00000020:02000400:0.0:1783952376.406887:0:169026:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00000100:00100000:1.0:1783952376.890295:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952376.890361:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952376.890387:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952376.890408:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952376.890497:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952376.890530:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171520 00000100:00100000:1.0:1783952376.890542:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171520 00000100:00100000:1.0:1783952376.890596:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 89 00000100:00100000:1.0:1783952376.890606:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584171520:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952376.890681:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584171520:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 77us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952376.890689:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 89 00000100:00100000:1.0:1783952376.890725:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172032 00000100:00100000:1.0:1783952376.890728:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172032 00000100:00100000:1.0:1783952376.890760:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171904 00000100:00100000:1.0:1783952376.890763:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171904 00000100:00100000:1.0:1783952376.890779:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 225 00000100:00100000:1.0:1783952376.890785:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584172032:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952376.890814:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584172032:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952376.890831:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 225 00000100:00100000:1.0:1783952376.890845:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 443 00000100:00100000:1.0:1783952376.890849:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69253:x1870607584171904:12345-192.168.202.38@tcp:400:kworker.0 00000020:00080000:1.0:1783952376.890855:0:161704:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.202.38@tcp 00000100:00100000:1.0:1783952376.890881:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69253:x1870607584171904:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 31us (494us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783952376.890887:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 443 00000100:00100000:1.0:1783952376.890907:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171648 00000100:00100000:1.0:1783952376.890911:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171648 00000100:00100000:1.0:1783952376.890943:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584171776 00000100:00100000:1.0:1783952376.890946:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584171776 00000100:00100000:1.0:1783952376.890968:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 444 00000100:00100000:1.0:1783952376.890975:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584171648:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952376.891003:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584171648:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952376.891010:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 444 00000100:00100000:1.0:1783952376.891023:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 445 00000100:00100000:1.0:1783952376.891030:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584171776:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952376.891067:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584171776:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 37us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952376.891073:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 445 00000100:00080000:1.0:1783952376.891178:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952376.891183:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952376.891185:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952376.956934:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952376.957239:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172160 00000100:00100000:2.0:1783952376.957252:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172160 00000100:00100000:2.0:1783952376.957306:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 444 00000100:00100000:2.0:1783952376.957314:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:69251:x1870607584172160:12345-192.168.202.38@tcp:8:ptlrpcd_00_01.0 00010000:00020000:2.0:1783952376.957393:0:162835:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952376.957458:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:69251:x1870607584172160:12345-192.168.202.38@tcp:8:ptlrpcd_00_01.0 Request processed in 144us (535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952376.957466:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 444 00010000:00010000:3.0:1783952376.972696:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952377.999959:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952378.124718:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952378.124754:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600753664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952378.124822:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952378.124909:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753664 00000100:00100000:3.0:1783952378.124918:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753664 00000100:00100000:3.0:1783952378.124965:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1783952378.124972:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0+-99:106954:x1870607600753664:12345-0@lo:13:osp-pre-0-1.0 00000020:00080000:3.0:1783952378.124980:0:162450:0:(tgt_handler.c:807:tgt_request_handle()) operation 13 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1783952378.125039:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0+-99:106954:x1870607600753664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (216us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783952378.125056:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:02020000:1.0:1783952378.125135:0:106954:0:(client.c:1492:ptlrpc_check_status()) lustre-OST0000-osc-MDT0001: operation ost_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1783952378.125141:0:106954:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0001 of lustre-OST0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783952378.125147:0:106954:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783952378.125150:0:106954:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0001: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:1.0:1783952378.125168:0:106954:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000100:00080000:1.0:1783952378.125170:0:106954:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952378.125174:0:106954:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 5967 00000100:00080000:1.0:1783952378.125180:0:106954:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952378.125203:0:106954:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74c77bb480 x1870607600753792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952378.125233:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600753792:0@lo:8:ptlrpcd_00_02.0 00000100:00100000:1.0:1783952378.125261:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952378.125290:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753792 00000100:00100000:1.0:1783952378.125294:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753792 00000100:00100000:1.0:1783952378.125317:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1783952378.125321:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600753792:12345-0@lo:8:ptlrpcd_00_02.0 00010000:00020000:1.0:1783952378.125365:0:160618:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952378.125398:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600753792:12345-0@lo:8:ptlrpcd_00_02.0 Request processed in 75us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952378.125404:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:1.0:1783952378.125431:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952378.125435:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952378.125438:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600753792:0@lo:8:ptlrpcd_00_02.0 00000100:00100000:2.0:1783952378.142852:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600753920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952378.142932:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952378.143053:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753920 00000100:00100000:0.0:1783952378.143061:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753920 00000100:00100000:0.0:1783952378.143128:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1783952378.143137:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600753920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952378.143165:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952378.143209:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600753920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952378.143216:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:2.0:1783952378.143433:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952378.143477:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600753920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952378.636567:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600754048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952378.636636:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952378.636725:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754048 00000100:00100000:0.0:1783952378.636733:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754048 00000100:00100000:0.0:1783952378.636788:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1783952378.636797:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600754048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952378.636835:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1783952378.636880:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600754048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952378.636885:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1783952378.636921:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600754048:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952379.022014:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952379.148494:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952379.148524:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600754176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952379.148606:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952379.153533:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754176 00000100:00100000:1.0:1783952379.153549:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754176 00000100:00100000:1.0:1783952379.155225:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1783952379.155236:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600754176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952379.155269:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952379.155356:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600754176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (6749us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952379.155364:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1783952379.155420:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600754176:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1783952379.159523:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952379.159530:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952379.159533:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952379.159542:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6065 00000100:00100000:3.0:1783952379.159561:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600754304:0@lo:400:kworker.0 00000100:00080000:0.0:1783952379.159562:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783952379.159570:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952379.159591:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c6593480 x1870607600754688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783952379.159632:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952379.159651:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6592d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600754816:0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.159678:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600754944:0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.159681:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952379.159701:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952379.159701:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600755328:0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.159717:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600755456:0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.159720:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952379.159737:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952379.159746:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600754432:0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.159763:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754304 00000100:00100000:0.0:1783952379.159767:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952379.159769:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754304 00000100:00100000:1.0:1783952379.160049:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600754688:0@lo:8:kworker.0 00000100:00100000:1.0:1783952379.160079:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952379.160106:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600754560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.160134:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754816 00000100:00100000:1.0:1783952379.160137:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754816 00000100:00100000:1.0:1783952379.160165:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755328 00000100:00100000:1.0:1783952379.160168:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755328 00000100:00100000:0.0:1783952379.164956:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600755072:0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.165036:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952379.165102:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754688 00000100:00100000:0.0:1783952379.165110:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754688 00000100:00100000:0.0:1783952379.165142:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1783952379.165155:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600754816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.165213:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600754816:12345-0@lo:400:kworker.0 Request processed in 63us (5531us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952379.165221:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1783952379.165256:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1783952379.165261:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:106951:x1870607600754688:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952379.165282:0:161717:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952379.165319:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:106951:x1870607600754688:12345-0@lo:8:kworker.0 Request processed in 57us (5239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952379.165326:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1783952379.165688:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1783952379.165703:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106955:x1870607600754304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.165754:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106955:x1870607600754304:12345-0@lo:400:kworker.0 Request processed in 58us (6122us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952379.165761:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1783952379.165797:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754944 00000100:00100000:3.0:1783952379.165802:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754944 00000100:00100000:3.0:1783952379.165831:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755456 00000100:00100000:3.0:1783952379.165835:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755456 00000100:00100000:3.0:1783952379.165846:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754432 00000100:00100000:3.0:1783952379.165849:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754432 00000100:00100000:0.0:1783952379.171281:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755072 00000100:00100000:0.0:1783952379.171296:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755072 00000100:00100000:2.0:1783952379.171468:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1783952379.171484:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600754944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.171742:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1783952379.171751:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600755072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952379.172049:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600754944:12345-0@lo:400:kworker.0 Request processed in 570us (12345us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952379.172058:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1783952379.172081:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1783952379.172090:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600755456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.172613:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952379.172649:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600755200:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.172687:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952379.172727:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755200 00000100:00100000:1.0:1783952379.172733:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755200 00000100:00100000:1.0:1783952379.172761:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1783952379.172767:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:106953:x1870607600755200:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783952379.172773:0:160616:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783952379.172805:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:106953:x1870607600755200:12345-0@lo:400:kworker.0 Request processed in 37us (117us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783952379.172825:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1783952379.172867:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952379.172873:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952379.172876:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600754688:0@lo:8:kworker.0 00000100:00080000:1.0:1783952379.172940:0:106953:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-MDT0000 of lustre-OST0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783952379.172944:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783952379.172948:0:106953:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:1.0:1783952379.172959:0:106953:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000100:00080000:1.0:1783952379.172962:0:106953:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952379.172966:0:106953:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6014 00000100:00080000:1.0:1783952379.172972:0:106953:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952379.174145:0:106953:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74c36a2a00 x1870607600755584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952379.174176:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600755200:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.174408:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600755584:0@lo:8:ptlrpcd_00_01.0 00000100:00100000:1.0:1783952379.174471:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952379.174550:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755584 00000100:00100000:1.0:1783952379.174738:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755584 00000100:00100000:1.0:1783952379.174771:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1783952379.174777:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106951:x1870607600755584:12345-0@lo:8:ptlrpcd_00_01.0 00010000:00020000:1.0:1783952379.174801:0:160617:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952379.174842:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106951:x1870607600755584:12345-0@lo:8:ptlrpcd_00_01.0 Request processed in 64us (371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952379.174863:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:1.0:1783952379.174918:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952379.174923:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952379.174926:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600755584:0@lo:8:ptlrpcd_00_01.0 00000100:00100000:1.0:1783952379.175051:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1783952379.175061:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600755328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.175102:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600755328:12345-0@lo:400:kworker.0 Request processed in 44us (15380us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952379.175108:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1783952379.175152:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600754560 00000100:00100000:1.0:1783952379.175156:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600754560 00000100:00100000:3.0:1783952379.176264:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1783952379.176404:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600754432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.176506:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600754432:12345-0@lo:400:kworker.0 Request processed in 233us (16738us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952379.176527:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1783952379.176751:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600755456:12345-0@lo:400:kworker.0 Request processed in 37us (12387us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952379.176760:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1783952379.176767:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600754944:0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.176781:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600755456:0@lo:400:kworker.0 00000100:00100000:3.0:1783952379.176792:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600754304:0@lo:400:kworker.0 00000100:00080000:2.0:1783952379.176797:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952379.176801:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952379.176805:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952379.177713:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1783952379.177726:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600754560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.177785:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600754560:12345-0@lo:400:kworker.0 Request processed in 62us (5172us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952379.177792:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1783952379.177831:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600754560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.177866:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6592d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600754816:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.177879:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600755328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952379.177930:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600754432:0@lo:400:kworker.0 00000100:00100000:0.0:1783952379.178644:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600755072:12345-0@lo:400:kworker.0 Request processed in 6892us (13605us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952379.178654:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1783952379.178662:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6592300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600755072:0@lo:400:kworker.0 00000100:00100000:2.0:1783952379.659577:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600755712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952379.659636:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952379.659723:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755712 00000100:00100000:3.0:1783952379.659729:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755712 00000100:00100000:3.0:1783952379.659774:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1783952379.659781:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600755712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952379.659799:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952379.660248:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600755712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 467us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952379.660255:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1783952379.660460:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600755712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952380.049314:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952381.072451:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952382.009430:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952382.009481:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952382.009519:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952382.009549:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952382.009581:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952382.009610:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172672 00000100:00100000:2.0:1783952382.009620:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172672 00000100:00100000:2.0:1783952382.009659:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172800 00000100:00100000:2.0:1783952382.009662:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172800 00000100:00100000:2.0:1783952382.009704:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 228 00000100:00100000:2.0:1783952382.009715:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584172800:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952382.009786:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584172800:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 74us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952382.009794:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 228 00000100:00100000:2.0:1783952382.009814:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 449 00000100:00100000:2.0:1783952382.009819:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:69251:x1870607584172672:12345-192.168.202.38@tcp:8:kworker.0 00010000:00020000:2.0:1783952382.009840:0:162839:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952382.009866:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:69251:x1870607584172672:12345-192.168.202.38@tcp:8:kworker.0 Request processed in 45us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952382.009872:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 449 00000100:00100000:2.0:1783952382.009893:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172544 00000100:00100000:2.0:1783952382.009896:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172544 00000100:00100000:2.0:1783952382.009923:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172416 00000100:00100000:2.0:1783952382.009926:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172416 00000100:00100000:2.0:1783952382.009949:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 450 00000100:00100000:2.0:1783952382.009956:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584172544:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952382.010023:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584172544:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 57us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952382.010030:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 450 00000100:00100000:2.0:1783952382.010045:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 451 00000100:00100000:2.0:1783952382.010051:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584172416:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952382.010076:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584172416:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 26us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952382.010082:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 451 00000100:00100000:2.0:1783952382.010101:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172288 00000100:00100000:2.0:1783952382.010104:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172288 00000100:00100000:2.0:1783952382.010131:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 91 00000100:00100000:2.0:1783952382.010138:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584172288:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952382.010161:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584172288:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 25us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952382.010168:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 91 00000100:00080000:2.0:1783952382.010197:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952382.010201:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952382.010204:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783952382.102191:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952383.118592:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952383.243551:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952383.243577:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600755840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952383.243648:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952383.243700:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755840 00000100:00100000:2.0:1783952383.243709:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755840 00000100:00100000:2.0:1783952383.243763:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1783952383.243773:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600755840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952383.243829:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952383.243877:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600755840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952383.243885:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:2.0:1783952383.243906:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952383.243939:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600755840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952383.755659:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952383.755683:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600755968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952383.755767:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952383.755941:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600755968 00000100:00100000:3.0:1783952383.755959:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600755968 00000100:00100000:3.0:1783952383.756019:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1783952383.756029:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600755968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952383.756067:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952383.756132:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600755968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952383.756140:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1783952383.756655:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600755968:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783952384.142836:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952384.268271:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952384.268301:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600756096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952384.273083:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600756224:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.273154:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952384.273207:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952384.273213:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600756352:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.273240:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952384.276311:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756224 00000100:00100000:2.0:1783952384.276331:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756224 00000100:00100000:3.0:1783952384.276421:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952384.276441:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1783952384.276454:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106952:x1870607600756224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952384.276528:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600756480:0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.276576:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106952:x1870607600756224:12345-0@lo:400:kworker.0 Request processed in 123us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.276588:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1783952384.276610:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952384.276649:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756352 00000100:00100000:2.0:1783952384.276655:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756352 00000100:00100000:2.0:1783952384.276696:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756480 00000100:00100000:2.0:1783952384.276699:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756480 00000100:00100000:2.0:1783952384.276736:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1783952384.276743:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600756352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.276786:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600756352:12345-0@lo:400:kworker.0 Request processed in 44us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.276794:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1783952384.276807:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1783952384.276814:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600756480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.276980:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600756480:12345-0@lo:400:kworker.0 Request processed in 155us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.276987:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:2.0:1783952384.277020:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952384.277024:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952384.277070:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600756352:0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.277146:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600756224:0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.277195:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600756480:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.279863:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756096 00000100:00100000:1.0:1783952384.279877:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756096 00000100:00100000:1.0:1783952384.279961:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1783952384.279985:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600756096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952384.280028:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952384.280126:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600756096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (3726us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952384.280134:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1783952384.280189:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600756096:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1783952384.281875:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952384.281884:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952384.281887:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952384.281893:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:0.0:1783952384.281898:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783952384.281904:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952384.283009:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74c36a1880 x1870607600756608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952384.283046:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600756608:0@lo:8:kworker.0 00000100:00100000:1.0:1783952384.283110:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952384.283172:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756608 00000100:00100000:1.0:1783952384.283179:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756608 00000100:00100000:1.0:1783952384.283224:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1783952384.283231:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106951:x1870607600756608:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783952384.283260:0:160617:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952384.283311:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106951:x1870607600756608:12345-0@lo:8:kworker.0 Request processed in 73us (195us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952384.283365:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00080000:1.0:1783952384.283412:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783952384.283421:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783952384.283425:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600756608:0@lo:8:kworker.0 00000100:00100000:1.0:1783952384.283484:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952384.283492:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600756736:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.283534:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952384.283557:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756736 00000100:00100000:1.0:1783952384.283560:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756736 00000100:00100000:1.0:1783952384.283607:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1783952384.283615:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600756736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.283650:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600756736:12345-0@lo:400:kworker.0 Request processed in 36us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952384.283672:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1783952384.283700:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600756736:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.289843:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600756864:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.289935:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783952384.290498:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952384.290502:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783952384.290506:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952384.290511:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6066 00000100:00080000:1.0:1783952384.290516:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783952384.290522:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952384.290531:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952384.290550:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600756992:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.290602:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952384.290631:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756992 00000100:00100000:1.0:1783952384.290647:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756992 00000100:00100000:1.0:1783952384.290703:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1783952384.290711:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600756992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.290759:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600756992:12345-0@lo:400:kworker.0 Request processed in 48us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952384.290774:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1783952384.290811:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600756992:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.290844:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74c36a0000 x1870607600757120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952384.290865:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600757120:0@lo:8:kworker.0 00000100:00100000:1.0:1783952384.290890:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952384.291260:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600756864 00000100:00100000:2.0:1783952384.291274:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600756864 00000100:00100000:2.0:1783952384.291362:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1783952384.291373:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600756864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.291806:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600757248:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.291851:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952384.291936:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952384.292019:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600757376:0@lo:400:kworker.0 00000100:00100000:1.0:1783952384.292057:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952384.292194:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757120 00000100:00100000:0.0:1783952384.292207:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757120 00000100:00100000:0.0:1783952384.292248:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757248 00000100:00100000:0.0:1783952384.292264:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757248 00000100:00100000:0.0:1783952384.292321:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1783952384.292354:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600757248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952384.292434:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600757248:12345-0@lo:400:kworker.0 Request processed in 105us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952384.292440:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1783952384.292468:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1783952384.292472:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600757120:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952384.292498:0:162835:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952384.292541:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600757120:12345-0@lo:8:kworker.0 Request processed in 66us (1650us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952384.292547:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00080000:0.0:1783952384.292566:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952384.292603:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952384.292609:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952384.292612:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600757120:0@lo:8:kworker.0 00000100:00100000:0.0:1783952384.292637:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600757248:0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.293271:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600756864:12345-0@lo:400:kworker.0 Request processed in 100us (1539us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.293293:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1783952384.293330:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757376 00000100:00100000:2.0:1783952384.293351:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757376 00000100:00100000:2.0:1783952384.293398:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1783952384.293406:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600757376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.293497:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600757376:12345-0@lo:400:kworker.0 Request processed in 91us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.293504:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1783952384.293574:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600756864:0@lo:400:kworker.0 00000100:00100000:0.0:1783952384.294754:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600757376:0@lo:400:kworker.0 00000100:00100000:2.0:1783952384.782032:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600757504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952384.782174:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952384.782294:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757504 00000100:00100000:2.0:1783952384.782304:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757504 00000100:00100000:2.0:1783952384.782394:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1783952384.782407:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600757504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952384.782435:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952384.782489:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600757504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952384.782498:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1783952384.782564:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600757504:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1783952385.164116:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952386.193522:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952387.126789:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952387.126908:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952387.126961:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952387.126992:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952387.127034:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173056 00000100:00100000:0.0:1783952387.127051:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173056 00000100:00100000:0.0:1783952387.127120:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 456 00000100:00100000:0.0:1783952387.127130:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584173056:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952387.127230:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584173056:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 101us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952387.127238:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 456 00000100:00080000:0.0:1783952387.127275:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952387.127929:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584172928 00000100:00100000:3.0:1783952387.127936:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584172928 00000100:00100000:3.0:1783952387.128007:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 93 00000100:00100000:3.0:1783952387.128015:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584172928:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952387.128071:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584172928:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 56us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952387.128079:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 93 00000100:00100000:1.0:1783952387.129486:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952387.129612:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173184 00000100:00100000:3.0:1783952387.129619:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173184 00000100:00100000:3.0:1783952387.129686:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 457 00000100:00100000:3.0:1783952387.129695:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584173184:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952387.129747:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584173184:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 53us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952387.129754:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 457 00000100:00080000:1.0:1783952387.130375:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952387.135387:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173440 00000100:00100000:2.0:1783952387.135404:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173440 00000100:00100000:2.0:1783952387.135481:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173312 00000100:00100000:2.0:1783952387.135485:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173312 00000100:00100000:2.0:1783952387.135509:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:2.0:1783952387.135520:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584173440:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952387.135616:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584173440:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 97us (8836us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952387.135623:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 231 00000100:00100000:2.0:1783952387.135642:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 452 00000100:00100000:2.0:1783952387.135646:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69251:x1870607584173312:12345-192.168.202.38@tcp:8:kworker.0 00010000:00020000:2.0:1783952387.135669:0:160616:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952387.135708:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:69251:x1870607584173312:12345-192.168.202.38@tcp:8:kworker.0 Request processed in 60us (8714us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952387.135733:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 452 00000100:00080000:1.0:1783952387.136329:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783952387.212059:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952388.236583:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952388.387713:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952388.387739:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600757632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952388.387812:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952388.387874:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757632 00000100:00100000:0.0:1783952388.387883:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757632 00000100:00100000:0.0:1783952388.387966:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1783952388.387975:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600757632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952388.388006:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952388.388428:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600757632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 452us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952388.388435:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:0.0:1783952388.388458:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952388.388504:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600757632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952388.876435:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600757760:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952388.876527:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952388.876854:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757760 00000100:00100000:2.0:1783952388.876865:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757760 00000100:00100000:2.0:1783952388.876933:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1783952388.876945:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600757760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952388.876993:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952388.877073:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600757760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952388.877081:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1783952388.877134:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600757760:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952389.268487:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952389.387962:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600757888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952389.388058:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952389.388150:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600757888 00000100:00100000:1.0:1783952389.388158:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600757888 00000100:00100000:1.0:1783952389.388211:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1783952389.388220:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600757888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952389.388257:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952389.388316:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600757888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952389.388323:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1783952389.388385:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600757888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952389.388699:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952389.388710:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600758016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.388745:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.388781:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758016 00000100:00100000:0.0:1783952389.388784:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758016 00000100:00100000:0.0:1783952389.388814:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1783952389.388821:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106953:x1870607600758016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.388855:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106953:x1870607600758016:12345-0@lo:400:kworker.0 Request processed in 34us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.388860:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1783952389.388909:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600758016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.388951:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600758144:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.388977:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.389002:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758144 00000100:00100000:0.0:1783952389.389005:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758144 00000100:00100000:0.0:1783952389.389053:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1783952389.389059:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600758144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.389091:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600758144:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.389097:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1783952389.389112:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952389.389135:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600758144:0@lo:400:kworker.0 00000100:00080000:0.0:1783952389.389162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952389.389166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952389.389169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952389.389174:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1783952389.389178:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1783952389.389183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952389.389193:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600758272:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.389217:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.389245:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758272 00000100:00100000:0.0:1783952389.389249:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758272 00000100:00100000:0.0:1783952389.389289:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1783952389.389295:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600758272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.389328:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600758272:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.389366:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:0.0:1783952389.389381:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952389.389607:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600758272:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.389647:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c6590e00 x1870607600758400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952389.389668:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600758400:0@lo:8:kworker.0 00000100:00100000:0.0:1783952389.389827:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.389863:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758400 00000100:00100000:0.0:1783952389.389867:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758400 00000100:00100000:0.0:1783952389.389888:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1783952389.389892:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:106951:x1870607600758400:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952389.389911:0:162836:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952389.389951:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:106951:x1870607600758400:12345-0@lo:8:kworker.0 Request processed in 57us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952389.389958:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:0.0:1783952389.389982:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952389.389986:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952389.389989:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600758400:0@lo:8:kworker.0 00000100:00100000:0.0:1783952389.390019:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600758528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390053:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.390080:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758528 00000100:00100000:0.0:1783952389.390083:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758528 00000100:00100000:0.0:1783952389.390106:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1783952389.390111:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600758528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390155:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600758528:12345-0@lo:400:kworker.0 Request processed in 44us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.390162:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1783952389.390194:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600758528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390222:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952389.390229:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600758656:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390252:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.390282:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758656 00000100:00100000:0.0:1783952389.390286:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758656 00000100:00100000:0.0:1783952389.390309:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1783952389.390314:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600758656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390371:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600758656:12345-0@lo:400:kworker.0 Request processed in 56us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.390378:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1783952389.390418:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600758656:0@lo:400:kworker.0 00000100:00080000:0.0:1783952389.390441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952389.390444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952389.390446:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952389.390449:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1783952389.390452:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783952389.390456:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952389.390462:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600758784:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390482:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.390505:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758784 00000100:00100000:0.0:1783952389.390514:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758784 00000100:00100000:0.0:1783952389.390537:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1783952389.390543:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600758784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390575:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600758784:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.390580:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1783952389.390601:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600758784:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c6590e00 x1870607600758912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952389.390641:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600758912:0@lo:8:kworker.0 00000100:00100000:0.0:1783952389.390661:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.390684:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600758912 00000100:00100000:0.0:1783952389.390700:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600758912 00000100:00100000:0.0:1783952389.390716:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1783952389.390721:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600758912:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952389.390732:0:162842:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952389.390759:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600758912:12345-0@lo:8:kworker.0 Request processed in 37us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952389.390765:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:0.0:1783952389.390786:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952389.390789:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952389.390792:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600758912:0@lo:8:kworker.0 00000100:00100000:0.0:1783952389.390825:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600759040:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390847:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.390874:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759040 00000100:00100000:0.0:1783952389.390884:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759040 00000100:00100000:0.0:1783952389.390915:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1783952389.390933:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600759040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.390968:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600759040:12345-0@lo:400:kworker.0 Request processed in 47us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.390974:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:0.0:1783952389.390988:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952389.391004:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600759040:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.391035:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600759168:0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.391057:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952389.391081:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759168 00000100:00100000:0.0:1783952389.391084:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759168 00000100:00100000:0.0:1783952389.391105:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1783952389.391111:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600759168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952389.391141:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600759168:12345-0@lo:400:kworker.0 Request processed in 30us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952389.391148:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1783952389.391177:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600759168:0@lo:400:kworker.0 00000100:00100000:2.0:1783952389.899542:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600759296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952389.899611:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952389.899667:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759296 00000100:00100000:2.0:1783952389.899674:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759296 00000100:00100000:2.0:1783952389.899722:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1783952389.899731:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600759296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952389.899772:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952389.899826:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600759296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952389.899833:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1783952389.899882:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600759296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783952390.286007:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952391.308076:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952392.251505:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952392.251572:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952392.251618:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952392.251647:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952392.251675:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952392.251740:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173952 00000100:00100000:2.0:1783952392.251753:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173952 00000100:00100000:2.0:1783952392.251818:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 455 00000100:00100000:2.0:1783952392.251828:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:69251:x1870607584173952:12345-192.168.202.38@tcp:8:kworker.0 00010000:00020000:2.0:1783952392.251860:0:160618:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783952392.251958:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:69251:x1870607584173952:12345-192.168.202.38@tcp:8:kworker.0 Request processed in 128us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783952392.251966:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 455 00000100:00100000:2.0:1783952392.251989:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174080 00000100:00100000:2.0:1783952392.251992:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174080 00000100:00100000:2.0:1783952392.252055:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:2.0:1783952392.252062:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584174080:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952392.252104:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584174080:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 42us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952392.252111:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 234 00000100:00100000:2.0:1783952392.252134:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173568 00000100:00100000:2.0:1783952392.252138:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173568 00000100:00100000:2.0:1783952392.252167:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 95 00000100:00100000:2.0:1783952392.252174:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584173568:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952392.252203:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584173568:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 30us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952392.252209:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 95 00000100:00100000:2.0:1783952392.252244:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173696 00000100:00100000:2.0:1783952392.252254:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173696 00000100:00100000:2.0:1783952392.252288:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584173824 00000100:00100000:2.0:1783952392.252291:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584173824 00000100:00100000:2.0:1783952392.252317:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:2.0:1783952392.252323:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584173696:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952392.252394:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584173696:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 70us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952392.252401:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:2.0:1783952392.252415:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 463 00000100:00100000:2.0:1783952392.252422:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584173824:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952392.252447:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584173824:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 26us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952392.252454:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 463 00000100:00080000:3.0:1783952392.260733:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952392.260744:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952392.260749:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1783952392.331481:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952393.363363:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952393.484004:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600759424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952393.484153:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952393.488774:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759424 00000100:00100000:3.0:1783952393.488795:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759424 00000100:00100000:3.0:1783952393.492919:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1783952393.492945:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600759424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952393.493010:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952393.493131:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600759424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (8981us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952393.493140:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1783952393.493221:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600759424:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952393.497062:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952393.999107:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600759552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952393.999205:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952393.999466:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759552 00000100:00100000:3.0:1783952393.999479:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759552 00000100:00100000:3.0:1783952393.999552:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1783952393.999564:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600759552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952393.999613:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952393.999678:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600759552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952393.999686:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1783952393.999787:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600759552:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952394.386531:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783952394.508215:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952394.508223:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952394.508228:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952394.508240:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1783952394.508246:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1783952394.508255:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952394.508283:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75e7360700 x1870607600760192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783952394.508331:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783952394.508354:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783952394.508356:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783952394.508360:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1783952394.508364:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1783952394.508368:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:0.0:1783952394.508381:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75e7360e00 x1870607600760704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783952394.508434:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600759808:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.508533:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508601:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600760448:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.508643:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508671:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783952394.508677:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600759936:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.508699:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508718:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600760576:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.508745:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508782:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600760192:0@lo:8:kworker.0 00000100:00100000:0.0:1783952394.508815:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508833:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600760704:0@lo:8:kworker.0 00000100:00100000:0.0:1783952394.508853:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.508900:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759808 00000100:00100000:0.0:1783952394.508909:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759808 00000100:00100000:0.0:1783952394.508978:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760448 00000100:00100000:0.0:1783952394.508988:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760448 00000100:00100000:0.0:1783952394.509004:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759936 00000100:00100000:0.0:1783952394.509005:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759936 00000100:00100000:0.0:1783952394.509025:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1783952394.509035:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600759808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509092:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600759808:12345-0@lo:400:kworker.0 Request processed in 58us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.509100:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1783952394.509119:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1783952394.509125:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600760448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509150:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600760448:12345-0@lo:400:kworker.0 Request processed in 26us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.509155:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1783952394.509165:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1783952394.509170:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600759936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509195:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600759936:12345-0@lo:400:kworker.0 Request processed in 25us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.509201:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1783952394.509223:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760576 00000100:00100000:0.0:1783952394.509226:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760576 00000100:00100000:0.0:1783952394.509254:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1783952394.509260:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600760576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509294:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600760576:12345-0@lo:400:kworker.0 Request processed in 34us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.509300:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1783952394.509321:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760192 00000100:00100000:0.0:1783952394.509324:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760192 00000100:00100000:0.0:1783952394.509379:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760704 00000100:00100000:0.0:1783952394.509382:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760704 00000100:00100000:0.0:1783952394.509398:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1783952394.509404:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600760192:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952394.509428:0:162835:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952394.509464:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600760192:12345-0@lo:8:kworker.0 Request processed in 59us (648us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952394.509471:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1783952394.509483:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1783952394.509487:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600760704:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783952394.509497:0:162835:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952394.509521:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:106951:x1870607600760704:12345-0@lo:8:kworker.0 Request processed in 32us (667us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783952394.509527:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:0.0:1783952394.509547:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952394.509552:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952394.509602:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952394.509607:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952394.509611:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600760192:0@lo:8:kworker.0 00000100:00080000:0.0:1783952394.509620:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952394.509624:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952394.509626:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600760704:0@lo:8:kworker.0 00000100:00100000:0.0:1783952394.509672:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600759936:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509682:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600760576:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509691:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600759808:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.509710:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600760448:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511553:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600759680:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511671:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952394.511728:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600760320:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511758:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952394.511785:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600760960:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511814:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952394.511847:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1783952394.511854:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600760064:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511893:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952394.511916:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600760832:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.511966:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952394.512020:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760960 00000100:00100000:2.0:1783952394.512029:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760960 00000100:00100000:2.0:1783952394.512088:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1783952394.512100:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600760960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512163:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600760960:12345-0@lo:400:kworker.0 Request processed in 65us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952394.512171:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1783952394.512226:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760320 00000100:00100000:2.0:1783952394.512230:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760320 00000100:00100000:2.0:1783952394.512258:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760832 00000100:00100000:2.0:1783952394.512261:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760832 00000100:00100000:2.0:1783952394.512290:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1783952394.512297:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600760320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512330:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600760320:12345-0@lo:400:kworker.0 Request processed in 34us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952394.512369:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1783952394.512383:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1783952394.512389:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600760832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512418:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600760832:12345-0@lo:400:kworker.0 Request processed in 29us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952394.512425:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1783952394.512443:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600760064 00000100:00100000:2.0:1783952394.512446:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600760064 00000100:00100000:2.0:1783952394.512471:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1783952394.512477:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600760064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512512:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600760064:12345-0@lo:400:kworker.0 Request processed in 34us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952394.512526:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1783952394.512569:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600760064:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512581:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600760832:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512590:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600760320:0@lo:400:kworker.0 00000100:00100000:2.0:1783952394.512600:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600760960:0@lo:400:kworker.0 00000100:00080000:2.0:1783952394.512644:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952394.529785:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600759680 00000100:00100000:0.0:1783952394.529806:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600759680 00000100:00100000:0.0:1783952394.529906:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783952394.529920:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106955:x1870607600759680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.530056:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106955:x1870607600759680:12345-0@lo:400:kworker.0 Request processed in 139us (18383us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.530065:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783952394.530154:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600759680:0@lo:400:kworker.0 00000100:00100000:0.0:1783952394.530192:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952394.530208:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600761088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952394.530250:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952394.530293:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761088 00000100:00100000:0.0:1783952394.530297:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761088 00000100:00100000:0.0:1783952394.530324:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1783952394.530330:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600761088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952394.530385:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952394.530422:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600761088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952394.530429:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1783952394.530463:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600761088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952395.024678:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600761216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952395.024791:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952395.025700:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761216 00000100:00100000:0.0:1783952395.025714:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761216 00000100:00100000:0.0:1783952395.025789:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1783952395.025802:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600761216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952395.025880:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 823296 granted 61596736 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952395.025960:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600761216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952395.025969:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1783952395.027214:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600761216:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952395.403502:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952396.434078:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952397.390621:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952397.390666:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952397.390699:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952397.390733:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952397.390775:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952397.390837:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174464 00000100:00100000:2.0:1783952397.390858:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174464 00000100:00100000:2.0:1783952397.391718:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174336 00000100:00100000:2.0:1783952397.391730:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174336 00000100:00100000:1.0:1783952397.391868:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 468 00000100:00100000:1.0:1783952397.391885:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584174464:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952397.392024:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584174464:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 144us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952397.392034:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 468 00000100:00100000:2.0:1783952397.392487:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 469 00000100:00100000:2.0:1783952397.392498:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584174336:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952397.392544:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584174336:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 50us (1878us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952397.392552:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 469 00000100:00100000:3.0:1783952397.392712:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174592 00000100:00100000:3.0:1783952397.392722:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174592 00000100:00100000:3.0:1783952397.392829:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174720 00000100:00100000:3.0:1783952397.392834:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174720 00000100:00100000:3.0:1783952397.392883:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 458 00000100:00100000:3.0:1783952397.392890:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69251:x1870607584174592:12345-192.168.202.38@tcp:8:kworker.0 00010000:00020000:3.0:1783952397.393019:0:161704:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952397.393058:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:69251:x1870607584174592:12345-192.168.202.38@tcp:8:kworker.0 Request processed in 167us (2324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952397.393066:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 458 00000100:00100000:2.0:1783952397.393392:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174208 00000100:00100000:2.0:1783952397.393397:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174208 00000100:00100000:2.0:1783952397.393432:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 97 00000100:00100000:2.0:1783952397.393439:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584174208:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952397.393496:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584174208:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 57us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952397.393503:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 97 00000100:00100000:2.0:1783952397.393537:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 459 00000100:00100000:2.0:1783952397.393545:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584174720:12345-192.168.202.38@tcp:9:kworker.0 00000020:00000080:2.0:1783952397.396948:0:162836:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b494388e0f 00000100:00080000:2.0:1783952397.396974:0:162836:0:(import.c:65:import_set_state_nolock()) ffff8a74c3e44000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783952397.397061:0:162836:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869284 00010000:00010000:0.0:1783952397.397159:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952397.397332:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+2:69251:x1870607584174720:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 3778us (6547us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952397.397367:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 459 00000100:00080000:2.0:1783952397.397407:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952397.397414:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952397.397418:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1783952397.451514:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952398.520549:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952398.603782:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600761344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952398.603905:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952398.604055:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761344 00000100:00100000:3.0:1783952398.604088:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761344 00000100:00100000:3.0:1783952398.604173:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1783952398.604184:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600761344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952398.604224:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952398.604282:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600761344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952398.604290:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:2.0:1783952398.616147:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952398.616249:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600761344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952399.115686:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952399.115709:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600761472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952399.115791:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952399.115889:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761472 00000100:00100000:3.0:1783952399.115897:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761472 00000100:00100000:3.0:1783952399.115948:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1783952399.115956:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600761472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952399.115991:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952399.116039:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600761472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952399.116058:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1783952399.116107:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600761472:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952399.502996:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783952399.632305:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952399.632331:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783952399.632361:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952399.632372:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6081 00000100:00080000:1.0:1783952399.632378:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783952399.632388:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952399.632417:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75de358380 x1870607600762240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952399.632450:0:94664:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952399.632454:0:94664:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783952399.632456:0:94664:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952399.632459:0:94664:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6081 00000100:00080000:1.0:1783952399.632462:0:94664:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783952399.632466:0:94664:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952399.632475:0:94664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75de358e00 x1870607600762624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952399.632521:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600761728:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.632621:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.632682:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600762368:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.632713:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.632745:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783952399.632751:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600761600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952399.632778:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.632796:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600762112:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.632842:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.632871:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600762880:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.632899:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633060:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600761856:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633090:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633111:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600762496:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633130:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633152:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783952399.633157:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600761984:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633178:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633194:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600762752:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633214:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633246:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600762240:0@lo:8:kworker.0 00000100:00100000:1.0:1783952399.633271:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633290:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600762624:0@lo:8:kworker.0 00000100:00100000:1.0:1783952399.633312:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952399.633378:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761728 00000100:00100000:1.0:1783952399.633389:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761728 00000100:00100000:1.0:1783952399.633453:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1783952399.633464:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106953:x1870607600761728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633530:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+21:106953:x1870607600761728:12345-0@lo:400:kworker.0 Request processed in 68us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952399.633538:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1783952399.633578:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762368 00000100:00100000:1.0:1783952399.633582:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762368 00000100:00100000:1.0:1783952399.633613:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762752 00000100:00100000:1.0:1783952399.633616:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762752 00000100:00100000:1.0:1783952399.633661:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762240 00000100:00100000:1.0:1783952399.633664:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762240 00000100:00100000:1.0:1783952399.633680:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762624 00000100:00100000:1.0:1783952399.633682:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762624 00000100:00100000:1.0:1783952399.633697:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1783952399.633703:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600762368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633738:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600762368:12345-0@lo:400:kworker.0 Request processed in 35us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952399.633745:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1783952399.633756:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1783952399.633761:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600762752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.633791:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600762752:12345-0@lo:400:kworker.0 Request processed in 29us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952399.633796:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1783952399.633820:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1783952399.633825:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600762240:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783952399.633856:0:162842:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783952399.633889:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600762240:12345-0@lo:8:kworker.0 Request processed in 62us (616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952399.633896:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1783952399.633907:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1783952399.633911:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600762624:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1783952399.633920:0:162842:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783952399.634565:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762880 00000100:00100000:0.0:1783952399.634574:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762880 00000100:00100000:0.0:1783952399.634611:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761856 00000100:00100000:0.0:1783952399.634615:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761856 00000100:00100000:0.0:1783952399.634631:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762496 00000100:00100000:0.0:1783952399.634634:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762496 00000100:00100000:0.0:1783952399.634645:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761984 00000100:00100000:0.0:1783952399.634648:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761984 00000100:00100000:0.0:1783952399.634665:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1783952399.634672:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600762880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952399.634729:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600762880:12345-0@lo:400:kworker.0 Request processed in 57us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.634736:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1783952399.634750:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1783952399.634755:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600761856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952399.634785:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600761856:12345-0@lo:400:kworker.0 Request processed in 30us (1695us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.634791:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1783952399.634814:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1783952399.634820:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600762496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952399.634860:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600762496:12345-0@lo:400:kworker.0 Request processed in 40us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.634881:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1783952399.634894:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1783952399.634900:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600761984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952399.634942:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600761984:12345-0@lo:400:kworker.0 Request processed in 31us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.634949:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1783952399.634984:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600761600 00000100:00100000:0.0:1783952399.634989:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600761600 00000100:00100000:0.0:1783952399.635018:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600762112 00000100:00100000:0.0:1783952399.635021:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600762112 00000100:00100000:0.0:1783952399.635032:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1783952399.635038:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600761600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952399.635072:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952399.635109:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600761600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (2330us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.635116:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1783952399.635127:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1783952399.635133:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600762112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952399.635160:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600762112:12345-0@lo:400:kworker.0 Request processed in 28us (2318us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952399.635165:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1783952399.635646:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:106951:x1870607600762624:12345-0@lo:8:kworker.0 Request processed in 1731us (2330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783952399.635656:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1783952399.635731:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600761600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952399.635744:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600762112:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.635758:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600762880:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.635770:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600761728:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.635783:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600762368:0@lo:400:kworker.0 00000100:00080000:1.0:1783952399.637457:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952399.637469:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952399.637473:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952399.639125:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600761984:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.639178:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600762752:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.639198:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600761856:0@lo:400:kworker.0 00000100:00100000:1.0:1783952399.639213:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600762496:0@lo:400:kworker.0 00000100:00080000:0.0:1783952399.640002:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952399.640011:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952399.640016:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600762240:0@lo:8:kworker.0 00000100:00080000:0.0:1783952399.640029:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952399.640059:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783952399.640062:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600762624:0@lo:8:kworker.0 00000100:00100000:1.0:1783952400.140191:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600763008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952400.140296:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952400.141193:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763008 00000100:00100000:3.0:1783952400.141209:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763008 00000100:00100000:3.0:1783952400.141302:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1783952400.141315:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600763008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952400.141411:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952400.142137:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600763008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 820us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952400.142148:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1783952400.142268:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600763008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952400.524309:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952401.548700:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952402.504995:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952402.505044:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952402.505090:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952402.505189:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952402.505523:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175232 00000100:00100000:3.0:1783952402.505537:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175232 00000100:00100000:3.0:1783952402.505609:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:3.0:1783952402.505619:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:69251:x1870607584175232:12345-192.168.202.38@tcp:8:kworker.0 00010000:00020000:3.0:1783952402.505653:0:162836:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.202.38@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783952402.505738:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:69251:x1870607584175232:12345-192.168.202.38@tcp:8:kworker.0 Request processed in 118us (692us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783952402.505746:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 462 00000100:00100000:0.0:1783952402.513209:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174848 00000100:00100000:0.0:1783952402.513233:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174848 00000100:00100000:0.0:1783952402.513355:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:0.0:1783952402.513369:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584174848:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952402.513470:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584174848:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 104us (8486us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952402.513478:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 99 00000100:00100000:0.0:1783952402.513528:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584174976 00000100:00100000:0.0:1783952402.513532:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584174976 00000100:00100000:0.0:1783952402.513580:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175104 00000100:00100000:0.0:1783952402.513584:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175104 00000100:00100000:0.0:1783952402.513612:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 474 00000100:00100000:0.0:1783952402.513619:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584174976:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952402.513654:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584174976:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 35us (8564us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952402.513661:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 474 00000100:00100000:0.0:1783952402.513675:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 475 00000100:00100000:0.0:1783952402.513682:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584175104:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952402.513707:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584175104:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 26us (8519us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952402.513713:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 475 00000100:00080000:1.0:1783952402.515496:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952402.515507:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783952402.580525:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783952403.232701:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:1.0:1783952403.232726:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a74c3e47800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:0.0:1783952403.232820:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c3e47800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0001 00000020:00000080:0.0:1783952403.232906:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c3e44000 for lustre-OST0001 00010000:00010000:0.0:1783952403.601198:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952403.724643:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600763136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952403.724746:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952403.724867:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763136 00000100:00100000:1.0:1783952403.724877:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763136 00000100:00100000:1.0:1783952403.724968:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1783952403.724979:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600763136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952403.725022:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00080000:2.0:1783952403.739992:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952403.756853:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600763136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31850us (32082us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952403.756876:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1783952403.759705:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600763136:0@lo:13:osp-pre-1-1.0 00000020:01000004:3.0:1783952404.037115:0:169966:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783952404.037119:0:169966:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1783952404.037120:0:169966:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1783952404.037243:0:169966:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8a74c21e7000 00000020:01000004:3.0:1783952404.037259:0:169966:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1783952404.037275:0:169966:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783952404.037290:0:169966:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8a74c9c7cd40) 00000020:00000080:3.0:1783952404.037308:0:169966:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00000100:00100000:0.0:1783952404.235865:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952404.235896:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600763264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952404.235997:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.236148:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763264 00000100:00100000:2.0:1783952404.236158:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763264 00000100:00100000:2.0:1783952404.236243:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1783952404.236254:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600763264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952404.236301:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952404.236386:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600763264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952404.236394:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1783952404.236450:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600763264:0@lo:41:osp-pre-1-0.0 00100000:10000000:1.0:1783952404.245434:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1783952404.250003:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783952404.250776:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1783952404.251214:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1783952404.251471:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1783952404.254089:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783952404.260450:0:169966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1783952404.268547:0:169966:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1783952404.268914:0:169966:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1783952404.268935:0:169966:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1783952404.268952:0:169966:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x3b91f5b49438af8e 00000020:01000004:0.0:1783952404.268960:0:169966:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1783952404.268989:0:169966:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.138@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1783952404.268993:0:169966:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.138@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1783952404.269000:0:169966:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1783952404.269039:0:169966:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1783952404.269045:0:169966:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.138@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1783952404.293452:0:169966:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.138@tcp ctxt 0 is initialized 00000020:01000004:1.0:1783952404.293527:0:169966:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.138@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1783952404.293533:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1783952404.293535:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.293537:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.293538:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.293540:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.293541:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.293543:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.293545:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.293547:0:169966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1783952404.293552:0:169966:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1783952404.293555:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1783952404.293557:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.293558:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.293559:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.293560:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.293561:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.293563:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.293564:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.293565:0:169966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1783952404.293609:0:169966:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1783952404.293640:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763392:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1783952404.296195:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.296277:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952404.296395:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763392 00000100:00100000:2.0:1783952404.296408:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763392 00000100:00100000:2.0:1783952404.296475:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783952404.296487:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:169966:x1870607600763392:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783952404.296537:0:167619:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1783952404.296541:0:167619:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1783952404.296546:0:167619:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1783952404.297253:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+21:169966:x1870607600763392:12345-0@lo:253:mount.lustre.0 Request processed in 764us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952404.297265:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1783952404.297702:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763392:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783952404.297730:0:169966:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1783952404.297734:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783952404.297736:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.297738:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.297739:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.297741:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.297742:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.297744:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.297746:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.297747:0:169966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1783952404.297780:0:169966:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a74c21e7000 from lustre-OST0000 10000000:01000000:1.0:1783952404.298135:0:169966:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1783952404.298139:0:169966:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1783952404.298152:0:169966:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a75fc1d8000 local copy 00010000:00010000:1.0:1783952404.298167:0:169966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952404.298302:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763520:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952404.298384:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.298420:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952404.298496:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763520 00000100:00100000:0.0:1783952404.298505:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763520 00000100:00100000:0.0:1783952404.298562:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1783952404.298573:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:169966:x1870607600763520:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952404.298675:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+21:169966:x1870607600763520:12345-0@lo:501:mount.lustre.0 Request processed in 104us (291us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783952404.298703:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1783952404.299130:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763520:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1783952404.299154:0:169966:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.138@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1783952404.299183:0:169966:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.138@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1783952404.299190:0:169966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.299201:0:169966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a74c3790c00/0x3b91f5b49438acb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438acbd expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952404.299236:0:169966:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a74c21e7000 10000000:01000000:3.0:1783952404.299241:0:169966:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783952404.299248:0:169966:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1783952404.299252:0:169966:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783952404.299257:0:169966:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1783952404.299267:0:169966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1783952404.299299:0:169966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.299309:0:169966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.299320:0:169966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952404.299363:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783952404.299401:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.299428:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75effae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952404.299497:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763648 00000100:00100000:2.0:1783952404.299503:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763648 00000100:00100000:2.0:1783952404.299545:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783952404.299554:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+21:169966:x1870607600763648:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783952404.299566:0:167625:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783952404.299582:0:167625:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c431ba00/0x3b91f5b49438af9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438af95 expref: -99 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.299610:0:167625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c431ba00/0x3b91f5b49438af9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438af95 expref: 22 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.299635:0:167625:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c431ba00/0x3b91f5b49438af9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438af95 expref: 22 pid: 167625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.299648:0:167625:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c431ba00, rc 0) 00000100:00100000:2.0:1783952404.299699:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600763648:12345-0@lo:101:mount.lustre.0 Request processed in 147us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952404.299715:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1783952404.300194:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763648:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783952404.300211:0:169966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438af9c expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952404.300221:0:169966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438af9c expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952404.307071:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 14 count 14 00000040:00080000:3.0:1783952404.313501:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783952404.315755:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:3.0:1783952404.315991:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 128 off8544 00000040:00080000:3.0:1783952404.316010:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 112 off8656 00000040:00080000:3.0:1783952404.316024:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8880 00000040:00080000:3.0:1783952404.316037:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 224 off9104 00000040:00080000:3.0:1783952404.316050:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 80 off9184 00000040:00080000:3.0:1783952404.316060:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9408 00000040:00080000:3.0:1783952404.316072:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 224 off9632 00000040:00080000:3.0:1783952404.316083:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 80 off9712 00000040:00080000:3.0:1783952404.316100:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].10, 224 off9936 00000040:00080000:3.0:1783952404.316115:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].11, 224 off10160 00000040:00080000:3.0:1783952404.316128:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].12, 120 off10280 00000040:00080000:3.0:1783952404.316157:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].13, 224 off10504 00000040:00080000:3.0:1783952404.316164:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 13 count 14 00000100:00100000:3.0:1783952404.316330:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952404.316537:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.316640:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75effaed80 going to sleep for 11 seconds 00000100:00100000:0.0:1783952404.331444:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763776 00000100:00100000:0.0:1783952404.331468:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763776 00000100:00100000:0.0:1783952404.331575:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783952404.331589:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600763776:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952404.331874:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600763776:12345-0@lo:501:mount.lustre.0 Request processed in 288us (15337us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.331883:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1783952404.332751:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952404.332839:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763904:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952404.332928:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.332975:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75effaed80 going to sleep for 11 seconds 00000100:00100000:2.0:1783952404.333148:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600763904 00000100:00100000:2.0:1783952404.333156:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600763904 00000100:00100000:2.0:1783952404.333205:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1783952404.333214:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600763904:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783952404.333368:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600763904:12345-0@lo:503:mount.lustre.0 Request processed in 154us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952404.333375:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783952404.334911:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600763904:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783952404.335624:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783952404.338195:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764032:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783952404.338366:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.340214:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75effaed80 going to sleep for 11 seconds 00000100:00100000:1.0:1783952404.352645:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764032 00000100:00100000:1.0:1783952404.352671:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764032 00000100:00100000:1.0:1783952404.353323:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1783952404.353412:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6638450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600764032:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952404.355269:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6638450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600764032:12345-0@lo:502:mount.lustre.0 Request processed in 1926us (16925us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.355301:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783952404.361191:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952404.363217:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:2.0:1783952404.363289:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 128 off8544 00000040:00080000:2.0:1783952404.363308:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 112 off8656 00000040:00080000:2.0:1783952404.363322:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8880 00000040:00080000:2.0:1783952404.363418:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 224 off9104 00000040:00080000:2.0:1783952404.363438:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 80 off9184 00000040:00080000:2.0:1783952404.363454:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9408 00000040:00080000:2.0:1783952404.363471:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 224 off9632 00000040:00080000:2.0:1783952404.363487:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 80 off9712 00000040:00080000:2.0:1783952404.363501:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].10, 224 off9936 00000040:00080000:2.0:1783952404.363515:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].11, 224 off10160 00000040:00080000:2.0:1783952404.363529:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].12, 120 off10280 00000100:00100000:2.0:1783952404.363994:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952404.364125:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.364198:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c85f3300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952404.364693:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764160 00000100:00100000:0.0:1783952404.364704:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764160 00000100:00100000:0.0:1783952404.364795:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1783952404.364816:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c663b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600764160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783952404.365185:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c663b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600764160:12345-0@lo:502:mount.lustre.0 Request processed in 379us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.365194:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783952404.368021:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764160:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783952404.368204:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].13, 224 off10504 00000040:00080000:3.0:1783952404.368224:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1783952404.378767:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783952404.378793:0:169970:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1783952404.378815:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783952404.378818:0:169970:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1783952404.378827:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783952404.378848:0:169970:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8a75f7883380) 00000020:00000080:2.0:1783952404.378997:0:169970:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1783952404.379007:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783952404.379108:0:169970:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a74c21e7000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1783952404.379118:0:169970:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783952404.379127:0:169970:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x3b91f5b49438afaa 00010000:00010000:2.0:1783952404.390162:0:169970:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-4 is initialized 00000001:00080000:2.0:1783952404.392532:0:169970:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 21474836542 srv lr: 21474836568 lx: 1870607600645888 gen 0 00000001:00080000:2.0:1783952404.394091:0:169970:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0000-mdtlov_UUID idx: 1 lr: 21474836599 srv lr: 21474836568 lx: 1870607600741632 gen 0 00000001:00080000:2.0:1783952404.394126:0:169970:0:(tgt_lastrcvd.c:1748:tgt_clients_data_init()) RCVRNG CLIENT uuid: 71ea6a5c-561f-4eb8-a8d2-543f542832b5 idx: 2 lr: 21474836600 srv lr: 21474836568 lx: 1870607584163712 gen 0 00000001:00000004:2.0:1783952404.394149:0:169970:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 21474836600 00080000:10000000:2.0:1783952404.405998:0:169970:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xe:0x0] (8/32) registered 00000020:00000080:3.0:1783952404.415918:0:169970:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1783952404.415936:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952404.415945:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.415948:0:169970:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1783952404.415952:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783952404.415956:0:169970:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1783952404.415958:0:169970:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952404.415959:0:169970:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783952404.415961:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783952404.415963:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.415964:0:169970:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783952404.415967:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952404.415971:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.415972:0:169970:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783952404.415975:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783952404.415994:0:169970:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783952404.415997:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952404.416000:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.416002:0:169970:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783952404.416004:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783952404.416006:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.416008:0:169970:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783952404.416011:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783952404.416050:0:169970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783952404.416053:0:169970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783952404.416054:0:169970:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783952404.416057:0:169970:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 14 count 14 00000020:01000000:0.0:1783952404.416688:0:169966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1783952404.416732:0:169966:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1783952404.416766:0:169966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438af9c expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952404.416805:0:169966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c54f7400/0x3b91f5b49438af95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438af9c expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783952404.416815:0:169966:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8a74c21e7000 from 1 10000000:01000000:0.0:1783952404.416819:0:169966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783952404.416870:0:169966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952404.416879:0:169966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952404.416903:0:169966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952404.416936:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764288:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783952404.417028:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.417083:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cad65840 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.423554:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764288 00000100:00100000:3.0:1783952404.423586:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764288 00000100:00100000:3.0:1783952404.423667:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783952404.423678:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+22:169966:x1870607600764288:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952404.423699:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952404.423734:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c54f6800/0x3b91f5b49438afcd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438afc6 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.423770:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c54f6800/0x3b91f5b49438afcd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438afc6 expref: 23 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.423792:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c54f6800/0x3b91f5b49438afcd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438afc6 expref: 23 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.423811:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6800, rc 0) 00000100:00100000:3.0:1783952404.423923:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764288:12345-0@lo:101:mount.lustre.0 Request processed in 247us (6895us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.423932:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783952404.424021:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764288:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952404.424056:0:169966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afcd expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.424068:0:169966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438afcd expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783952404.429665:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 7 count 7 00000040:00080000:0.0:1783952404.430095:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783952404.430379:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:0.0:1783952404.430726:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 112 off8528 00000040:00080000:0.0:1783952404.430742:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 224 off8752 00000040:00080000:0.0:1783952404.430756:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8976 00000040:00080000:0.0:1783952404.430771:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 112 off9088 00000040:00080000:0.0:1783952404.430799:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 224 off9312 00000040:00080000:0.0:1783952404.430851:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 6 count 7 00000100:00100000:0.0:1783952404.431020:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952404.431111:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.431177:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cad65cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952404.431375:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764416 00000100:00100000:1.0:1783952404.431384:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764416 00000100:00100000:1.0:1783952404.431453:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783952404.431465:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764416:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952404.431619:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764416:12345-0@lo:501:mount.lustre.0 Request processed in 156us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.431628:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1783952404.432179:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783952404.432226:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764544:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783952404.432282:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.432306:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cad65cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783952404.432514:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764544 00000100:00100000:1.0:1783952404.432520:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764544 00000100:00100000:1.0:1783952404.432563:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1783952404.432580:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764544:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783952404.432681:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764544:12345-0@lo:503:mount.lustre.0 Request processed in 102us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.432690:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1783952404.433097:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764544:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783952404.442755:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783952404.443127:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764672:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952404.443240:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.443290:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.443949:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764672 00000100:00100000:3.0:1783952404.443959:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764672 00000100:00100000:3.0:1783952404.444026:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783952404.444037:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764672:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783952404.444212:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764672:12345-0@lo:502:mount.lustre.0 Request processed in 175us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.444221:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1783952404.444437:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764672:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783952404.444728:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:0.0:1783952404.444766:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 112 off8528 00000040:00080000:0.0:1783952404.444795:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 224 off8752 00000040:00080000:0.0:1783952404.444813:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8976 00000040:00080000:0.0:1783952404.444829:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 112 off9088 00000100:00100000:0.0:1783952404.444865:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764800:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783952404.444927:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.444959:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74cad65cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.445502:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764800 00000100:00100000:3.0:1783952404.445510:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764800 00000100:00100000:3.0:1783952404.445560:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783952404.445578:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764800:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783952404.445688:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764800:12345-0@lo:502:mount.lustre.0 Request processed in 110us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.445696:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1783952404.446587:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7363800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764800:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783952404.446678:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 224 off9312 00000040:00080000:0.0:1783952404.446695:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 6 count 7 00000020:01000000:0.0:1783952404.448515:0:169974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952404.448532:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952404.448535:0:169974:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783952404.448543:0:169974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a74c21e7000 00000020:00000080:0.0:1783952404.448547:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783952404.448556:0:169974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952404.448559:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952404.448560:0:169974:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783952404.448563:0:169974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783952404.448593:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952404.448595:0:169974:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783952404.448600:0:169974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a74c21e7000 00000020:00000080:0.0:1783952404.448602:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783952404.448681:0:169974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783952404.448685:0:169974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783952404.448687:0:169974:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1783952404.448689:0:169974:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 7 count 7 00000020:01000000:1.0:1783952404.453203:0:169966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1783952404.453279:0:169966:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783952404.453304:0:169966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afcd expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.453321:0:169966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c5d71c00/0x3b91f5b49438afc6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afcd expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783952404.453467:0:169966:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783952404.453472:0:169966:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a74c21e7000 10000000:01000000:1.0:1783952404.453477:0:169966:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a74c21e7000 10000000:01000000:1.0:1783952404.453482:0:169966:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783952404.453489:0:169966:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8a74c21e7000 from 1 10000000:01000000:1.0:1783952404.453492:0:169966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783952404.453544:0:169966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.453553:0:169966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.455827:0:169966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783952404.455882:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764928:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783952404.455994:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.456062:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.456280:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600764928 00000100:00100000:3.0:1783952404.456292:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600764928 00000100:00100000:3.0:1783952404.456384:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783952404.456404:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:169966:x1870607600764928:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783952404.456425:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952404.456446:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c54f6400/0x3b91f5b49438afdb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438afd4 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.456502:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c54f6400/0x3b91f5b49438afdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438afd4 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.456514:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c54f6400/0x3b91f5b49438afdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438afd4 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.456524:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6400, rc 0) 00000100:00100000:3.0:1783952404.456585:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600764928:12345-0@lo:101:mount.lustre.0 Request processed in 183us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.456592:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783952404.458266:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600764928:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783952404.458299:0:169966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afdb expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.458313:0:169966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438afdb expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783952404.461561:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 52 count 51 00000040:00080000:1.0:1783952404.461983:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783952404.462658:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:1.0:1783952404.465939:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 120 off8536 00000040:00080000:1.0:1783952404.466013:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 168 off8704 00000040:00080000:1.0:1783952404.466030:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8928 00000040:00080000:1.0:1783952404.466044:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 224 off9152 00000040:00080000:1.0:1783952404.466055:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 120 off9272 00000040:00080000:1.0:1783952404.466068:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].7, 168 off9440 00000040:00080000:1.0:1783952404.466081:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].8, 224 off9664 00000040:00080000:1.0:1783952404.466095:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].9, 224 off9888 00000040:00080000:1.0:1783952404.466111:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].10, 120 off10008 00000040:00080000:1.0:1783952404.466123:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].11, 224 off10232 00000040:00080000:1.0:1783952404.466137:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].12, 224 off10456 00000040:00080000:1.0:1783952404.466148:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].13, 88 off10544 00000040:00080000:1.0:1783952404.466161:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].14, 128 off10672 00000040:00080000:1.0:1783952404.466173:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].15, 144 off10816 00000040:00080000:1.0:1783952404.466186:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].16, 160 off10976 00000040:00080000:1.0:1783952404.466201:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].17, 224 off11200 00000040:00080000:1.0:1783952404.466216:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].18, 224 off11424 00000040:00080000:1.0:1783952404.466227:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].19, 80 off11504 00000040:00080000:1.0:1783952404.466238:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].20, 224 off11728 00000040:00080000:1.0:1783952404.466251:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].21, 224 off11952 00000040:00080000:1.0:1783952404.466266:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].22, 88 off12040 00000040:00080000:1.0:1783952404.466280:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].23, 128 off12168 00000040:00080000:1.0:1783952404.466297:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].24, 144 off12312 00000040:00080000:1.0:1783952404.466312:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].25, 160 off12472 00000040:00080000:1.0:1783952404.466327:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].26, 224 off12696 00000040:00080000:1.0:1783952404.466361:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].27, 224 off12920 00000040:00080000:1.0:1783952404.466377:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].28, 80 off13000 00000040:00080000:1.0:1783952404.466391:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].29, 224 off13224 00000040:00080000:1.0:1783952404.466403:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].30, 224 off13448 00000040:00080000:1.0:1783952404.466415:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].31, 88 off13536 00000040:00080000:1.0:1783952404.466428:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].32, 128 off13664 00000040:00080000:1.0:1783952404.466441:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].33, 144 off13808 00000040:00080000:1.0:1783952404.466456:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].34, 128 off13936 00000040:00080000:1.0:1783952404.466486:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].35, 224 off14160 00000040:00080000:1.0:1783952404.466501:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].36, 224 off14384 00000040:00080000:1.0:1783952404.466517:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].37, 80 off14464 00000040:00080000:1.0:1783952404.466532:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].38, 224 off14688 00000040:00080000:1.0:1783952404.466546:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].39, 224 off14912 00000040:00080000:1.0:1783952404.466559:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].40, 88 off15000 00000040:00080000:1.0:1783952404.466574:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].41, 128 off15128 00000040:00080000:1.0:1783952404.466589:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].42, 144 off15272 00000040:00080000:1.0:1783952404.466604:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].43, 128 off15400 00000040:00080000:1.0:1783952404.466618:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].44, 224 off15624 00000040:00080000:1.0:1783952404.466630:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].45, 224 off15848 00000040:00080000:1.0:1783952404.466643:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].46, 80 off15928 00000040:00080000:1.0:1783952404.466656:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].47, 224 off16152 00000040:00080000:1.0:1783952404.466670:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].48, 232 off16384 00000040:00080000:1.0:1783952404.467331:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].49, 224 off16608 00000040:00080000:1.0:1783952404.467477:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].50, 120 off16728 00000040:00080000:1.0:1783952404.467505:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].51, 224 off16952 00000040:00080000:1.0:1783952404.467512:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 51 count 51 00000100:00100000:1.0:1783952404.468009:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765056:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783952404.468099:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.468212:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f6300 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.468973:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765056 00000100:00100000:3.0:1783952404.468984:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765056 00000100:00100000:3.0:1783952404.469103:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783952404.469116:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765056:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783952404.469310:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765056:12345-0@lo:501:mount.lustre.0 Request processed in 196us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.469319:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1783952404.469455:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765056:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783952404.469518:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765184:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783952404.469598:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.473024:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06300 going to sleep for 11 seconds 00000100:00100000:1.0:1783952404.473170:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765184 00000100:00100000:1.0:1783952404.473182:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765184 00000100:00100000:3.0:1783952404.473298:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1783952404.473313:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765184:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783952404.473553:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765184:12345-0@lo:503:mount.lustre.0 Request processed in 243us (3954us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.473562:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1783952404.474219:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765184:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783952404.477294:0:169966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783952404.479079:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765312:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952404.479206:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.479262:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06300 going to sleep for 11 seconds 00000100:00100000:1.0:1783952404.480031:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765312 00000100:00100000:1.0:1783952404.480045:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765312 00000100:00100000:1.0:1783952404.480108:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783952404.480120:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765312:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783952404.480290:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765312:12345-0@lo:502:mount.lustre.0 Request processed in 171us (1084us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.480299:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1783952404.480968:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765312:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952404.481315:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:2.0:1783952404.481409:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 120 off8536 00000040:00080000:2.0:1783952404.481423:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 168 off8704 00000040:00080000:2.0:1783952404.481434:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8928 00000040:00080000:2.0:1783952404.481447:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 224 off9152 00000040:00080000:2.0:1783952404.481463:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 120 off9272 00000040:00080000:2.0:1783952404.481475:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].7, 168 off9440 00000040:00080000:2.0:1783952404.481485:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].8, 224 off9664 00000040:00080000:2.0:1783952404.481498:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].9, 224 off9888 00000040:00080000:2.0:1783952404.481512:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].10, 120 off10008 00000040:00080000:2.0:1783952404.481525:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].11, 224 off10232 00000040:00080000:2.0:1783952404.481539:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].12, 224 off10456 00000040:00080000:2.0:1783952404.481554:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].13, 88 off10544 00000040:00080000:2.0:1783952404.481579:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].14, 128 off10672 00000040:00080000:2.0:1783952404.481595:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].15, 144 off10816 00000040:00080000:2.0:1783952404.481608:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].16, 160 off10976 00000040:00080000:2.0:1783952404.481620:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].17, 224 off11200 00000040:00080000:2.0:1783952404.481632:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].18, 224 off11424 00000040:00080000:2.0:1783952404.481645:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].19, 80 off11504 00000040:00080000:2.0:1783952404.481660:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].20, 224 off11728 00000040:00080000:2.0:1783952404.481673:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].21, 224 off11952 00000040:00080000:2.0:1783952404.481688:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].22, 88 off12040 00000040:00080000:2.0:1783952404.481702:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].23, 128 off12168 00000040:00080000:2.0:1783952404.483023:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].24, 144 off12312 00000040:00080000:2.0:1783952404.483050:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].25, 160 off12472 00000040:00080000:2.0:1783952404.483067:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].26, 224 off12696 00000040:00080000:2.0:1783952404.483083:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].27, 224 off12920 00000040:00080000:2.0:1783952404.483099:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].28, 80 off13000 00000040:00080000:2.0:1783952404.483127:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].29, 224 off13224 00000040:00080000:2.0:1783952404.483145:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].30, 224 off13448 00000040:00080000:2.0:1783952404.483160:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].31, 88 off13536 00000040:00080000:2.0:1783952404.483173:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].32, 128 off13664 00000040:00080000:2.0:1783952404.483184:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].33, 144 off13808 00000040:00080000:2.0:1783952404.483196:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].34, 128 off13936 00000040:00080000:2.0:1783952404.483212:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].35, 224 off14160 00000040:00080000:2.0:1783952404.483227:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].36, 224 off14384 00000040:00080000:2.0:1783952404.483241:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].37, 80 off14464 00000040:00080000:2.0:1783952404.483253:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].38, 224 off14688 00000040:00080000:2.0:1783952404.483265:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].39, 224 off14912 00000040:00080000:2.0:1783952404.483277:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].40, 88 off15000 00000040:00080000:2.0:1783952404.483289:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].41, 128 off15128 00000040:00080000:2.0:1783952404.483301:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].42, 144 off15272 00000040:00080000:2.0:1783952404.483314:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].43, 128 off15400 00000040:00080000:2.0:1783952404.483326:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].44, 224 off15624 00000040:00080000:2.0:1783952404.483361:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].45, 224 off15848 00000040:00080000:2.0:1783952404.483377:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].46, 80 off15928 00000040:00080000:2.0:1783952404.483404:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].47, 224 off16152 00000040:00080000:2.0:1783952404.483419:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].48, 232 off16384 00000100:00100000:2.0:1783952404.483487:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765440:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952404.483582:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.483632:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952404.484961:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765440 00000100:00100000:0.0:1783952404.484974:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765440 00000100:00100000:0.0:1783952404.485050:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1783952404.485062:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765440:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783952404.485259:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765440:12345-0@lo:502:mount.lustre.0 Request processed in 198us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.485267:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1783952404.486678:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765440:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783952404.487099:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].49, 224 off16608 00000040:00080000:2.0:1783952404.487132:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].50, 120 off16728 00000100:00100000:2.0:1783952404.487178:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765568:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783952404.487254:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.487308:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06300 going to sleep for 11 seconds 00000100:00100000:0.0:1783952404.487842:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765568 00000100:00100000:0.0:1783952404.487851:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765568 00000100:00100000:0.0:1783952404.488004:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1783952404.488016:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765568:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783952404.488166:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600765568:12345-0@lo:502:mount.lustre.0 Request processed in 152us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.488175:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1783952404.488293:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600765568:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783952404.489545:0:169966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].51, 224 off16952 00000040:00080000:0.0:1783952404.489652:0:169966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783952404.493701:0:169977:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1783952404.493859:0:169977:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8a75fc1d99c0) 00000020:00000080:2.0:1783952404.493961:0:169977:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1783952404.494194:0:169977:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a74c21e7000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783952404.494199:0:169977:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a74c21e7000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783952404.494203:0:169977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74c21e7000 3 00010000:00080000:2.0:1783952404.494243:0:169977:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75e7244000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.138@tcp at head 00010000:00010000:1.0:1783952404.505302:0:169977:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-11 is initialized 00000020:00000080:1.0:1783952404.505481:0:169977:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1783952404.505552:0:169977:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783952404.505584:0:169977:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x3b91f5b49438afe9 00000100:00080000:1.0:1783952404.505598:0:169977:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783952404.505605:0:169977:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a75e7244000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952404.505653:0:169977:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a74cb85b480 x1870607600765696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952404.505683:0:169977:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783952404.506142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952404.506147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783952404.506150:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952404.506155:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1783952404.506158:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783952404.506163:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952404.506178:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75de35aa00 x1870607600766208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952404.506204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783952404.506208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783952404.506209:0:36:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783952404.506213:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 6086 00000100:00080000:1.0:1783952404.506215:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783952404.506219:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952404.506231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75de358380 x1870607600766592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952404.506276:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600765824:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.509693:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.509779:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600766464:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.509856:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.509900:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783952404.509909:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600765952:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.509935:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.509954:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600766720:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.509986:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.510044:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600766080:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510093:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.510116:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600766848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510136:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.510159:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952404.510165:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600766336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510192:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.510232:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765824 00000100:00100000:1.0:1783952404.510243:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765824 00000100:00100000:1.0:1783952404.510309:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766464 00000100:00100000:1.0:1783952404.510314:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766464 00000100:00100000:1.0:1783952404.510331:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765952 00000100:00100000:1.0:1783952404.510353:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765952 00000100:00100000:1.0:1783952404.510369:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766848 00000100:00100000:1.0:1783952404.510372:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766848 00000100:00100000:1.0:1783952404.510386:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1783952404.510408:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600765824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510474:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600765824:12345-0@lo:400:kworker.0 Request processed in 68us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510496:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1783952404.510516:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1783952404.510523:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600766464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510553:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600766464:12345-0@lo:400:kworker.0 Request processed in 31us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510559:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1783952404.510584:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1783952404.510591:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600765952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510619:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600765952:12345-0@lo:400:kworker.0 Request processed in 30us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510625:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1783952404.510637:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1783952404.510643:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600766848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510689:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600766848:12345-0@lo:400:kworker.0 Request processed in 46us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510696:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1783952404.510726:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766720 00000100:00100000:1.0:1783952404.510730:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766720 00000100:00100000:1.0:1783952404.510762:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766336 00000100:00100000:1.0:1783952404.510766:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766336 00000100:00100000:1.0:1783952404.510793:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1783952404.510800:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600766720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510833:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600766720:12345-0@lo:400:kworker.0 Request processed in 33us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510838:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1783952404.510858:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1783952404.510865:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600766336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510892:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600766336:12345-0@lo:400:kworker.0 Request processed in 29us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510898:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1783952404.510918:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766080 00000100:00100000:1.0:1783952404.510921:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766080 00000100:00100000:1.0:1783952404.510952:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1783952404.510959:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600766080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.510991:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600766080:12345-0@lo:400:kworker.0 Request processed in 33us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.510998:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00080000:1.0:1783952404.511025:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952404.511031:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952404.511033:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952404.511079:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600766336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511091:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600766080:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511102:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de359880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600766848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511140:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600765952:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511152:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600766720:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511163:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600765824:0@lo:400:kworker.0 00000100:00100000:1.0:1783952404.511173:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600766464:0@lo:400:kworker.0 00000020:01000004:1.0:1783952404.515992:0:169977:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1783952404.516019:0:169977:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8a74cb9a4d40) 00000020:00000080:1.0:1783952404.516190:0:169977:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1783952404.516417:0:169977:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a74c21e7000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783952404.516423:0:169977:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a74c21e7000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783952404.516426:0:169977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a74c21e7000 3 00010000:00080000:1.0:1783952404.516468:0:169977:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a75cf5b1000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.138@tcp at head 00000100:00100000:0.0:1783952404.518047:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600765696:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783952404.518167:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.518239:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600766208:0@lo:8:kworker.0 00000100:00100000:0.0:1783952404.518268:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.518303:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600766592:0@lo:8:kworker.0 00000100:00100000:0.0:1783952404.518327:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.518422:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766208 00000100:00100000:0.0:1783952404.518431:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766208 00000100:00100000:0.0:1783952404.518468:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766592 00000100:00100000:0.0:1783952404.518471:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766592 00000100:00100000:0.0:1783952404.518492:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1783952404.518500:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600766208:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1783952404.518587:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600766208:12345-0@lo:8:kworker.0 Request processed in 83us (314us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783952404.518595:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1783952404.518614:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1783952404.518618:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600766592:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1783952404.518649:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:106951:x1870607600766592:12345-0@lo:8:kworker.0 Request processed in 30us (320us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783952404.518655:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:0.0:1783952404.518722:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952404.518727:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783952404.518732:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600766208:0@lo:8:kworker.0 00000100:00080000:0.0:1783952404.518741:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783952404.518744:0:106951:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1783952404.518747:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600766592:0@lo:8:kworker.0 00000100:00100000:0.0:1783952404.518778:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600765696 00000100:00100000:0.0:1783952404.518793:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600765696 00000100:00100000:0.0:1783952404.518819:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1783952404.518824:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:106951:x1870607600765696:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783952404.518845:0:159117:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 6091 last 0 00000020:00000080:0.0:1783952404.518906:0:159117:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3b91f5b49438aff7 00000004:00100000:0.0:1783952404.518927:0:159117:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783952404.518966:0:159117:0:(import.c:65:import_set_state_nolock()) ffff8a74c26fd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952404.519016:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106951:x1870607600765696:12345-0@lo:38:llog_process_th.0 Request processed in 191us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.519023:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1783952404.519053:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783952404.519062:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 9 00000100:00080000:0.0:1783952404.519070:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783952404.519076:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783952404.519079:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75e7244000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783952404.519085:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:106951:1870607600765696:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1783952404.525250:0:169977:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-12 is initialized 00000020:00000080:1.0:1783952404.526502:0:169977:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1783952404.526983:0:169977:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783952404.527005:0:169977:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x3b91f5b49438affe 00000100:00080000:1.0:1783952404.527022:0:169977:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783952404.527031:0:169977:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a75cf5b1000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:1.0:1783952404.527500:0:169977:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75fe9a8700 x1870607600766976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783952404.527535:0:169977:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000040:00080000:1.0:1783952404.531311:0:169977:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 52 count 51 00000100:00100000:0.0:1783952404.531701:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600766976:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783952404.531814:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.536624:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600766976 00000100:00100000:1.0:1783952404.536646:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600766976 00000100:00100000:1.0:1783952404.536700:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1783952404.536710:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:106951:x1870607600766976:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783952404.536751:0:161900:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 6091 last 0 00000020:00000080:1.0:1783952404.536814:0:161900:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x3b91f5b49438b005 00000004:00100000:1.0:1783952404.536837:0:161900:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783952404.536880:0:161900:0:(import.c:65:import_set_state_nolock()) ffff8a75f7fe3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783952404.537010:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106951:x1870607600766976:12345-0@lo:38:llog_process_th.0 Request processed in 300us (5194us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952404.537019:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1783952404.537217:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783952404.537229:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 6 00000100:00080000:1.0:1783952404.537263:0:106951:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1783952404.537269:0:106951:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1783952404.537272:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75cf5b1000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783952404.537279:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:106951:1870607600766976:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1783952404.538881:0:169966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1783952404.538962:0:169966:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783952404.538986:0:169966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afdb expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.539000:0:169966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c1661c00/0x3b91f5b49438afd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438afdb expref: -99 pid: 169966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1783952404.539095:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1783952404.539099:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.539101:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.539103:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.539104:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.539106:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.539108:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.539110:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.539111:0:169966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783952404.539117:0:169966:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1783952404.539120:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1783952404.539121:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.539122:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.539123:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.539125:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.539126:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.539127:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.539128:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.539129:0:169966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1783952404.539162:0:169966:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1783952404.539187:0:169966:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600767104:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1783952404.539281:0:169966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952404.539353:0:169966:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75c61f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783952404.539739:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767104 00000100:00100000:2.0:1783952404.539749:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767104 00000100:00100000:2.0:1783952404.539827:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1783952404.539838:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600767104:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783952404.539873:0:167620:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1783952404.540258:0:167620:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1783952404.549455:0:167620:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783952404.549477:0:167620:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1783952404.549872:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:169966:x1870607600767104:12345-0@lo:253:mount.lustre.0 Request processed in 10030us (10585us total) trans 0 rc 0/0 20000000:01000000:2.0:1783952404.549978:0:167622:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783952404.549985:0:167622:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783952404.550013:0:167622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550032:0:167622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 24 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550040:0:167622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 24 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550051:0:167622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 9 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550126:0:167622:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550198:0:167622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 9 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550214:0:167622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 9 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952404.550231:0:167622:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767232:192.168.202.38@tcp:104: 00010000:00010000:2.0:1783952404.550361:0:167622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 24 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.550370:0:167622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 24 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952404.550379:0:167622:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767360:0@lo:104: 00000100:00100000:3.0:1783952404.550493:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1783952404.550727:0:169966:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:067ae2d0-3bc6-4b14-a01a-17d156457033:169966:1870607600767104:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783952404.550744:0:169966:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1783952404.550747:0:169966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783952404.550749:0:169966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1783952404.550751:0:169966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783952404.550752:0:169966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783952404.550754:0:169966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783952404.550755:0:169966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783952404.550757:0:169966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1783952404.550759:0:169966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783952404.550761:0:169966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1783952404.550779:0:169966:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1783952404.551515:0:167622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783952404.551961:0:167622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 23 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952404.551974:0:167622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 23 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952404.551987:0:167622:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767488:0@lo:104: 00000100:00100000:2.0:1783952404.552020:0:167622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952404.552040:0:167622:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06780 going to sleep for 11 seconds 00000100:00100000:3.0:1783952404.552162:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767360 00000100:00100000:3.0:1783952404.552171:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767360 00000100:00100000:3.0:1783952404.552225:0:163096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767488 00000100:00100000:3.0:1783952404.552229:0:163096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767488 00000100:00100000:3.0:1783952404.552246:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783952404.552255:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+4:167622:x1870607600767360:12345-0@lo:104: 00010000:00010000:3.0:1783952404.552271:0:163096:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.552348:0:163096:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783952404.552354:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+4:167622:x1870607600767360:12345-0@lo:104: Request processed in 101us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.552362:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783952404.552379:0:163096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783952404.552386:0:163096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+3:167622:x1870607600767488:12345-0@lo:104: 00010000:00010000:3.0:1783952404.554523:0:163096:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.554813:0:163096:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783952404.554824:0:163096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+3:167622:x1870607600767488:12345-0@lo:104: Request processed in 2435us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.554836:0:163096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783952404.554911:0:167622:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767360:0@lo:104: 00000100:00100000:3.0:1783952404.554921:0:167622:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767488:0@lo:104: 00010000:00010000:3.0:1783952404.554937:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783952404.554954:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.554963:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75e6e80600 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:3.0:1783952404.554967:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.554978:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952404.554986:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952404.554993:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952404.555046:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555054:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952404.555081:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555089:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75e6e80600/0x3b91f5b49438ac1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac23 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555105:0:159104:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783952404.555108:0:159104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555114:0:159104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c6307c00 already unused, calling callback (ffffffffc1228c20) 10000000:00010000:3.0:1783952404.555116:0:159104:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555133:0:159104:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783952404.555139:0:159104:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783952404.555144:0:159104:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783952404.555158:0:159104:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555163:0:159104:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783952404.555179:0:159104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555186:0:159104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.138@tcp lock: ffff8a75c6307c00/0x3b91f5b49438ac00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3b91f5b49438ac07 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.555202:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952404.555204:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952404.555206:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952404.555222:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600767616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952404.555266:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.555331:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600767744:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783952404.555501:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952404.557552:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952404.557707:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767616 00000100:00100000:3.0:1783952404.557719:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767616 00010000:00010000:3.0:1783952404.557773:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 24 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952404.557835:0:159103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767744 00000100:00100000:3.0:1783952404.557839:0:159103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767744 00010000:00010000:3.0:1783952404.557854:0:159103:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 25 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952404.557877:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1783952404.557887:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+25:106955:x1870607600767616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952404.557908:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952404.557914:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 25 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.557925:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 25 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.557948:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c3791e00/0x3b91f5b49438ac23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b91f5b49438ac1c expref: 25 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.557963:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952404.558027:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600767616:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.558036:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1783952404.558053:0:159103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1783952404.558059:0:159103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+23:106952:x1870607600767744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783952404.558071:0:159103:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783952404.558075:0:159103:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 23 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.558083:0:159103:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 23 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.558101:0:159103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c9783e00/0x3b91f5b49438ac07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3b91f5b49438ac00 expref: 23 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.558110:0:159103:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952404.558137:0:159103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:067ae2d0-3bc6-4b14-a01a-17d156457033+22:106952:x1870607600767744:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.558143:0:159103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1783952404.558223:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef78aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600767616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952404.558253:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef789f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600767744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783952404.579180:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952404.579229:0:159865:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175360 00000100:00100000:3.0:1783952404.579242:0:159865:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175360 00010000:00010000:3.0:1783952404.579290:0:159865:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 10 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783952404.579354:0:159865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 200 00000100:00100000:3.0:1783952404.579365:0:159865:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584175360:12345-192.168.202.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783952404.579382:0:159865:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783952404.579532:0:167622:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:167622:1870607600767232:192.168.202.38@tcp:104: 00010000:00010000:1.0:1783952404.579577:0:167622:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579673:0:159865:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 10 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579689:0:159865:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 10 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579710:0:159865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a74c3790000/0x3b91f5b49438accb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981ea42 expref: 10 pid: 167623 timeout: 6191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579752:0:159865:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579870:0:159865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783952404.579952:0:159865:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.029968120s 00010000:00010000:3.0:1783952404.579958:0:159865:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579966:0:159865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579974:0:159865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579989:0:159865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.579997:0:159865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a75c431a600 already unused, calling callback (ffffffffc0c2d230) 00010000:00010000:3.0:1783952404.580001:0:159865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.580011:0:159865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.580035:0:159865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952404.580045:0:159865:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783952404.580122:0:159865:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f20fa543-a316-4018-b828-154d033ccff0+9:69253:x1870607584175360:12345-192.168.202.38@tcp:103:ldlm_bl.0 Request processed in 758us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952404.580133:0:159865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 200 00010000:00010000:1.0:1783952404.582426:0:167622:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.582446:0:167622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783952404.582454:0:167622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a75c431a600/0x3b91f5b49438b00c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 167622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1783952404.582973:0:169966:0:(ldlm_lib.c:3053:target_recovery_init()) RECOVERY: service lustre-OST0000, 3 recoverable clients, last_transno 21474836600 00010000:00080000:0.0:1783952404.585172:0:169983:0:(ldlm_lib.c:2853:target_recovery_thread()) lustre-OST0000: started recovery thread pid 169983 00010000:02000000:0.0:1783952404.585200:0:169983:0:(ldlm_lib.c:2335:target_recovery_overseer()) lustre-OST0000: in recovery but waiting for the first client to connect 00000020:01000004:2.0:1783952404.588643:0:169966:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783952404.588738:0:169966:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.138@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783952404.588770:0:169966:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1783952404.588865:0:169966:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1783952404.589934:0:169966:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783952404.590244:0:169966:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00080000:0.0:1783952404.606762:0:169983:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00080000:0.0:1783952404.606776:0:169983:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00010000:3.0:1783952404.621580:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952404.748036:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600767872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952404.748136:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952404.748359:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600767872 00000100:00100000:0.0:1783952404.748370:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600767872 00000100:00100000:0.0:1783952404.748430:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1783952404.748442:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600767872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952404.748488:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952404.748545:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600767872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952404.748581:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1783952404.749069:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600767872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952405.266424:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600768000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952405.266538:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952405.266643:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768000 00000100:00100000:3.0:1783952405.266653:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768000 00000100:00100000:3.0:1783952405.266717:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1783952405.266728:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600768000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952405.266961:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952405.267024:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600768000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 297us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952405.267034:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1783952405.267092:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600768000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783952405.652961:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783952405.707518:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783952405.707527:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75fb8f7800 from 42 10000000:01000000:2.0:1783952405.707533:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783952405.707595:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.707608:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.707622:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952405.707661:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952405.707813:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952405.707921:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952405.711018:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768128 00000100:00100000:3.0:1783952405.711039:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768128 00000100:00100000:3.0:1783952405.711115:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1783952405.711128:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c9e07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+22:159113:x1870607600768128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952405.711150:0:167623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952405.711175:0:167623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c54f7600/0x3b91f5b49438b01a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438b013 expref: -99 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952405.711212:0:167623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c54f7600/0x3b91f5b49438b01a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438b013 expref: 23 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952405.711226:0:167623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c54f7600/0x3b91f5b49438b01a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438b013 expref: 23 pid: 167623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952405.711248:0:167623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f7600, rc 0) 00000100:00100000:3.0:1783952405.711374:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c9e07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600768128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 249us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952405.711382:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1783952405.712030:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952405.712056:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b01a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.712069:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438b01a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952405.712154:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768256:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783952405.712208:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952405.712258:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952405.713548:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768256 00000100:00100000:3.0:1783952405.713563:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768256 00000100:00100000:3.0:1783952405.713622:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1783952405.713633:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600768256:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783952405.713663:0:167619:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783952405.713686:0:167619:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783952405.713690:0:167619:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:3.0:1783952405.715074:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1306050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600768256:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1434us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952405.715089:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1783952405.718084:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768256:0@lo:256:ll_cfg_requeue.0 00000100:00080000:2.0:1783952405.718177:0:159113:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff8a74cb626000 already not connected (conn 7, was 0): DISCONN 00010000:00080000:2.0:1783952405.718195:0:159113:0:(ldlm_lib.c:85:import_set_conn()) imp ffff8a74cb626000@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.138@tcp, moved to head 00000100:00080000:2.0:1783952405.718203:0:159113:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952405.718213:0:159113:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a74cb626000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952405.718264:0:159113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c7a1fb80 x1870607600768384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1783952405.718651:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783952405.718665:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b01a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.718678:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c431a000/0x3b91f5b49438b013 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b01a expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783952405.718692:0:159113:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783952405.718695:0:159113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8a75f5dcb800 from 42 10000000:01000000:2.0:1783952405.718698:0:159113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783952405.718735:0:159113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.718744:0:159113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.718837:0:159113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952405.718861:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783952405.719012:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952405.719116:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600768384:0@lo:8:ll_cfg_requeue.0 00000100:00100000:1.0:1783952405.719155:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952405.719265:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06540 going to sleep for 11 seconds 00000100:00100000:3.0:1783952405.721503:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768384 00000100:00100000:3.0:1783952405.721534:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768384 00000100:00100000:3.0:1783952405.721600:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1783952405.721610:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:106951:x1870607600768384:12345-0@lo:8:ll_cfg_requeue.0 00010000:00080000:3.0:1783952405.721658:0:162836:0:(ldlm_lib.c:938:target_handle_reconnect()) connect export for UUID 'lustre-MDT0000-mdtlov_UUID' at ffff8a75feba1800, cookie 0x3b91f5b49438afb8 00010000:00080000:3.0:1783952405.721665:0:162836:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo recovering/t0 exp ffff8a75feba1800 cur 6092 last 1783952404 00010000:02000400:3.0:1783952405.721677:0:162836:0:(ldlm_lib.c:2036:target_start_recovery_timer()) lustre-OST0000: Will be in recovery for at least 1:00, or until 3 clients reconnect 00000100:00100000:0.0:1783952405.724746:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768512 00000100:00100000:0.0:1783952405.724853:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768512 00000100:00100000:0.0:1783952405.725486:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952405.725501:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+23:159113:x1870607600768512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783952405.725536:0:167620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783952405.725563:0:167620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c5d71a00/0x3b91f5b49438b028 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3b91f5b49438b021 expref: -99 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952405.725601:0:167620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c5d71a00/0x3b91f5b49438b028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3b91f5b49438b021 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952405.725614:0:167620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c5d71a00/0x3b91f5b49438b028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3b91f5b49438b021 expref: 24 pid: 167620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783952405.725625:0:167620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c5d71a00, rc 0) 00000100:00100000:0.0:1783952405.725744:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1305450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600768512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 247us (6732us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952405.726214:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783952405.726238:0:159113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b028 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.726250:0:159113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3b91f5b49438b028 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783952405.726373:0:159113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768640:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783952405.726435:0:159113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952405.726483:0:159113:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d2a06540 going to sleep for 11 seconds 00000100:00100000:0.0:1783952405.726868:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1783952405.726974:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768640 00000100:00100000:0.0:1783952405.726981:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768640 00000100:00100000:0.0:1783952405.727022:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1783952405.727030:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600768640:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783952405.727056:0:167620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783952405.727081:0:167620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783952405.727085:0:167620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:0.0:1783952405.727190:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1304c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:159113:x1870607600768640:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 160us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952405.727204:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1783952405.728057:0:159113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:067ae2d0-3bc6-4b14-a01a-17d156457033:159113:1870607600768640:0@lo:256:ll_cfg_requeue.0 00000100:00080000:2.0:1783952405.728121:0:159113:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff8a75feba0000 already not connected (conn 8, was 0): DISCONN 00010000:00080000:2.0:1783952405.728137:0:159113:0:(ldlm_lib.c:85:import_set_conn()) imp ffff8a75feba0000@lustre-OST0000-osc-MDT0001: found existing conn 192.168.202.138@tcp, moved to head 00000100:00080000:2.0:1783952405.728143:0:159113:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783952405.728152:0:159113:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a75feba0000 using connection 192.168.202.138@tcp/0@lo 00000100:00100000:2.0:1783952405.728193:0:159113:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a75c7a1ca80 x1870607600768768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783952405.728252:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600768768:0@lo:8:ll_cfg_requeue.0 00000100:00100000:1.0:1783952405.728304:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:2.0:1783952405.728439:0:159113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783952405.728453:0:159113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b028 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783952405.728466:0:159113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.138@tcp lock: ffff8a75c431aa00/0x3b91f5b49438b021 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3b91f5b49438b028 expref: -99 pid: 159113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783952405.730991:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768768 00000100:00100000:0.0:1783952405.731017:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768768 00000100:00100000:0.0:1783952405.731092:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1783952405.731104:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:106951:x1870607600768768:12345-0@lo:8:ll_cfg_requeue.0 00010000:00080000:0.0:1783952405.731152:0:160617:0:(ldlm_lib.c:938:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff8a74c1bde800, cookie 0x3b91f5b49438afb1 00010000:00080000:0.0:1783952405.731159:0:160617:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff8a74c1bde800 cur 6092 last 1783952404 00010000:00080000:0.0:1783952405.731174:0:160617:0:(ldlm_lib.c:2100:extend_recovery_timer()) lustre-OST0000: recovery timer will expire in 70 seconds 00002000:00100000:0.0:1783952405.731196:0:160617:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a74c1bde800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1783952405.731201:0:160617:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1783952405.731204:0:160617:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:0.0:1783952405.731395:0:160617:0:(import.c:65:import_set_state_nolock()) ffff8a75d2f9d000 : changing import state from RECOVER to FULL 00002000:00100000:3.0:1783952405.732439:0:162836:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8a75feba1800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1783952405.732449:0:162836:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1783952405.732451:0:162836:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00080000:3.0:1783952405.732513:0:162836:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952405.733079:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106951:x1870607600768768:12345-0@lo:8:ll_cfg_requeue.0 Request processed in 1971us (4769us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952405.733093:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1783952405.741484:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600768384:12345-0@lo:8:ll_cfg_requeue.0 Request processed in 19857us (22310us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952405.741506:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00010000:00080000:1.0:1783952405.745538:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1ca80 x1870607600768768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783952430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952405.745568:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 6 00000100:00080000:1.0:1783952405.745584:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:1.0:1783952405.745590:0:106951:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:1.0:1783952405.745593:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836542 gen 2 00000100:00080000:1.0:1783952405.745598:0:106951:0:(recover.c:53:ptlrpc_replay_next()) import ffff8a75feba0000 from lustre-OST0000_UUID committed 21474836542 last 0 00000100:00080000:1.0:1783952405.745601:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:0.0:1783952405.746362:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600768768:0@lo:8:ll_cfg_requeue.0 00010000:00080000:0.0:1783952405.746395:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1fb80 x1870607600768384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783952430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783952405.746413:0:106951:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 6 00000100:00080000:0.0:1783952405.746420:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:0.0:1783952405.746424:0:106951:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00100000:0.0:1783952405.746426:0:106951:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836599 gen 2 00000100:00080000:0.0:1783952405.746429:0:106951:0:(recover.c:53:ptlrpc_replay_next()) import ffff8a74cb626000 from lustre-OST0000_UUID committed 21474836599 last 0 00000100:00080000:0.0:1783952405.746432:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00010000:00080000:1.0:1783952405.746510:0:170028:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0001 to lustre-OST0000_UUID@0@lo 00010000:00010000:1.0:1783952405.746514:0:170028:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0001 (0) 00010000:00010000:1.0:1783952405.746521:0:170028:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0001 00000100:00080000:1.0:1783952405.746563:0:170028:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:3.0:1783952405.756128:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600768384:0@lo:8:ll_cfg_requeue.0 00000100:00100000:3.0:1783952405.756215:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600768896:0@lo:400:ldlm_lock_repla.0 00000100:00100000:3.0:1783952405.756320:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952405.759073:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600768896 00000100:00100000:2.0:1783952405.759095:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600768896 00000100:00100000:2.0:1783952405.759191:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1783952405.759203:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106951:x1870607600768896:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:2.0:1783952405.759227:0:160616:0:(ldlm_lib.c:3137:target_queue_recovery_request()) @@@ queue final req req@ffff8a75ef78a300 x1870607600768896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1783952416 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952405.759245:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106951:x1870607600768896:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 46us (2925us total) trans 0 rc 0/-999 00000100:00100000:2.0:1783952405.759253:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00080000:1.0:1783952405.763381:0:170029:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-MDT0000 to lustre-OST0000_UUID@0@lo 00010000:00010000:1.0:1783952405.763391:0:170029:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-MDT0000 (0) 00010000:00010000:1.0:1783952405.763399:0:170029:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-MDT0000 00000100:00080000:1.0:1783952405.763451:0:170029:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:3.0:1783952405.763802:0:106951:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600769024:0@lo:400:ldlm_lock_repla.0 00000100:00100000:3.0:1783952405.763916:0:106951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952405.764155:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769024 00000100:00100000:1.0:1783952405.764166:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769024 00000100:00100000:1.0:1783952405.764249:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1783952405.764260:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600769024:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:1.0:1783952405.764299:0:160618:0:(ldlm_lib.c:3137:target_queue_recovery_request()) @@@ queue final req req@ffff8a75ef78b480 x1870607600769024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1783952416 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952405.764312:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106951:x1870607600769024:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 54us (396us total) trans 0 rc 0/-999 00000100:00100000:1.0:1783952405.764320:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00010000:00080000:0.0:1783952405.764469:0:169983:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 3 abort 0 expired 0 00000020:00000004:0.0:1783952405.796051:0:170034:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783952405.796783:0:170034:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1783952406.393512:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952406.395627:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175488 00000100:00100000:3.0:1783952406.395650:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175488 00000100:00100000:3.0:1783952406.395749:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:3.0:1783952406.395761:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+9:122755:x1870607584175488:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783952406.395793:0:167619:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783952406.398401:0:167619:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a75c54f6000/0x3b91f5b49438b02f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2ea0a5d38981eac0 expref: -99 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952406.398460:0:167619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a75c54f6000/0x3b91f5b49438b02f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eac0 expref: 10 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952406.398477:0:167619:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a75c54f6000/0x3b91f5b49438b02f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.38@tcp remote: 0x2ea0a5d38981eac0 expref: 10 pid: 167619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783952406.398490:0:167619:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a75c54f6000, rc 0) 00000100:00100000:3.0:1783952406.398584:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584175488:12345-192.168.202.38@tcp:101:ll_cfg_requeue.0 Request processed in 2823us (5088us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952406.398595:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 123 00000100:00100000:3.0:1783952406.405754:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952406.408956:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175616 00000100:00100000:2.0:1783952406.408979:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175616 00000100:00100000:2.0:1783952406.409056:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:2.0:1783952406.409068:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdeb1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584175616:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783952406.409106:0:167620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1783952406.409128:0:167620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783952406.409131:0:167620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 42 00000100:00100000:2.0:1783952406.411140:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdeb1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:122755:x1870607584175616:12345-192.168.202.38@tcp:256:ll_cfg_requeue.0 Request processed in 2060us (5393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952406.411156:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 124 00000100:00100000:2.0:1783952406.419439:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952406.419711:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175744 00000100:00100000:3.0:1783952406.419724:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175744 00000100:00100000:3.0:1783952406.419814:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 467 00000100:00100000:3.0:1783952406.419826:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:69251:x1870607584175744:12345-192.168.202.38@tcp:8:ll_cfg_requeue.0 00010000:00080000:3.0:1783952406.419873:0:162843:0:(ldlm_lib.c:938:target_handle_reconnect()) connect export for UUID '71ea6a5c-561f-4eb8-a8d2-543f542832b5' at ffff8a75feba4800, cookie 0x3b91f5b49438afbf 00010000:00080000:3.0:1783952406.419880:0:162843:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp recovering/t0 exp ffff8a75feba4800 cur 6093 last 1783952404 00002000:00100000:3.0:1783952406.419900:0:162843:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a75feba4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1783952406.419926:0:162843:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783952406.420102:0:162843:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783952406.420200:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584175744:12345-192.168.202.38@tcp:8:ll_cfg_requeue.0 Request processed in 374us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952406.420209:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 467 00010000:00080000:3.0:1783952406.420238:0:169983:0:(ldlm_lib.c:2545:check_for_recovery_ready()) connected 3 stale 0 max_recoverable_clients 3 abort 0 expired 0 00010000:00080000:3.0:1783952406.420244:0:169983:0:(ldlm_lib.c:2683:replay_request_or_update()) Waiting for transno 21474836601 00010000:00080000:3.0:1783952406.420249:0:169983:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 3, connected: 3, completed: 2, queue_len: 0, req_transno: 0, next_transno: 21474836601 00010000:00080000:3.0:1783952406.420254:0:169983:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 3, connected: 3, completed: 2, queue_len: 0, req_transno: 0, next_transno: 21474836601 00000100:00100000:3.0:1783952406.425918:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952406.425971:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584175872 00000100:00100000:3.0:1783952406.425984:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584175872 00000100:00100000:3.0:1783952406.426055:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 243 00000100:00100000:3.0:1783952406.426068:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584175872:12345-192.168.202.38@tcp:400:ldlm_lock_repla.0 00010000:00080000:3.0:1783952406.426092:0:161704:0:(ldlm_lib.c:3137:target_queue_recovery_request()) @@@ queue final req req@ffff8a75ef789500 x1870607584175872/t0(0) o400->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:667/0 lens 224/0 e 0 to 0 dl 1783952417 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952406.426119:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584175872:12345-192.168.202.38@tcp:400:ldlm_lock_repla.0 Request processed in 55us (216us total) trans 0 rc 0/-999 00000100:00100000:3.0:1783952406.426146:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 243 00010000:00080000:3.0:1783952406.426172:0:169983:0:(ldlm_lib.c:2228:check_for_next_transno()) max: 3, connected: 3, completed: 3, queue_len: 0, req_transno: 0, next_transno: 21474836601 00010000:00080000:3.0:1783952406.426176:0:169983:0:(ldlm_lib.c:2262:check_for_next_transno()) waking for completed recovery 00010000:00080000:3.0:1783952406.426185:0:169983:0:(ldlm_lib.c:2452:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1783952406.426188:0:169983:0:(ldlm_lib.c:2285:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1783952406.426379:0:169983:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000001:00100000:1.0:1783952406.429696:0:169967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000001:00100000:1.0:1783952406.429710:0:169967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1783952406.429716:0:169967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00080000:3.0:1783952406.430295:0:169983:0:(ldlm_lib.c:1996:target_cancel_recovery_timer()) lustre-OST0000: cancel recovery timer 00010000:00080000:3.0:1783952406.430319:0:169983:0:(ldlm_lib.c:2940:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8a75ef78a300 x1870607600768896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1783952416 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1783952406.430503:0:169983:0:(ldlm_lib.c:2940:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8a75ef78b480 x1870607600769024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1783952416 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1783952406.430555:0:169983:0:(ldlm_lib.c:2940:target_recovery_thread()) @@@ processing final ping from 192.168.202.38@tcp: req@ffff8a75ef789500 x1870607584175872/t0(0) o400->71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp:667/0 lens 224/0 e 0 to 0 dl 1783952417 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:3.0:1783952406.430621:0:169983:0:(ldlm_lib.c:1868:target_finish_recovery()) lustre-OST0000: Recovery over after 0:01, of 3 clients 3 recovered and 0 were evicted. 00010000:00080000:1.0:1783952406.431969:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9aa300 x1870607600769024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952406.431992:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1783952406.431999:0:106951:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff8a75fe9aa300 x1870607600769024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952406.432007:0:106951:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8a75fe9aa300 x1870607600769024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783952406.432016:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a74cb626000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:1.0:1783952406.432038:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:02000000:1.0:1783952406.432042:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1783952406.433032:0:167633:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600769280:0@lo:7:osp-pre-0-0.0 00000100:00100000:0.0:1783952406.433108:0:167633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952406.433145:0:167633:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a74c23d1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783952406.433174:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952406.433186:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600769152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952406.433215:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952406.433251:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769280 00000100:00100000:0.0:1783952406.433260:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769280 00000100:00100000:0.0:1783952406.433321:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1783952406.433332:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:167633:x1870607600769280:12345-0@lo:7:osp-pre-0-0.0 00002000:00080000:0.0:1783952406.438884:0:160617:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1783952406.438900:0:160617:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000401:0x2a1:0x0] 00000100:00100000:0.0:1783952406.439044:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:167633:x1870607600769280:12345-0@lo:7:osp-pre-0-0.0 Request processed in 5706us (5929us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952406.439057:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00010000:00080000:0.0:1783952406.439145:0:167633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75e7360000 x1870607600769280/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783952422 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952406.439163:0:167633:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:167633:1870607600769280:0@lo:7:osp-pre-0-0.0 00000004:00080000:0.0:1783952406.439182:0:167633:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x280000401:0x2a1:0x0] 00000100:00100000:0.0:1783952406.439401:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769152 00000100:00100000:0.0:1783952406.439410:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769152 00000100:00100000:0.0:1783952406.439471:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1783952406.439481:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600769152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952406.439508:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8388608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952406.439565:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600769152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (6349us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952406.439573:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00010000:00080000:0.0:1783952406.439605:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75e7360380 x1870607600769152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952422 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952406.439622:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600769152:0@lo:13:osp-pre-0-0.0 00002000:00080000:3.0:1783952406.443431:0:169983:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1783952406.443443:0:169983:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000100:00100000:1.0:1783952406.456374:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:106951:1870607600769024:0@lo:400:ldlm_lock_repla.0 00010000:00080000:0.0:1783952406.460446:0:106951:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9ab100 x1870607600768896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783952406.460474:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:0.0:1783952406.460481:0:106951:0:(client.c:3234:ptlrpc_resend_req()) @@@ going to resend req@ffff8a75fe9ab100 x1870607600768896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783952406.460490:0:106951:0:(client.c:3243:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8a75fe9ab100 x1870607600768896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952421 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783952406.460498:0:106951:0:(import.c:65:import_set_state_nolock()) ffff8a75feba0000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000004:00080000:0.0:1783952406.460512:0:106951:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:02000000:0.0:1783952406.460515:0:106951:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:0.0:1783952406.460523:0:106951:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ebc0e8fc): req@ffff8a75ef788700 x1870607600753664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/224 e 0 to 0 dl 1783952394 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952406.460547:0:106951:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:106951:1870607600768896:0@lo:400:ldlm_lock_repla.0 00000100:00100000:0.0:1783952406.460674:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952406.461007:0:165932:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600769536:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1783952406.461045:0:165932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952406.461066:0:165932:0:(client.c:2702:ptlrpc_set_wait()) set ffff8a75d10f5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783952406.461083:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600769408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952406.461109:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952406.461154:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769536 00000100:00100000:3.0:1783952406.461162:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769536 00000100:00100000:3.0:1783952406.461223:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1783952406.461234:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:165932:x1870607600769536:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1783952406.463416:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600753664 00000100:00100000:0.0:1783952406.463431:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600753664 00000100:00100000:0.0:1783952406.463479:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769408 00000100:00100000:0.0:1783952406.463483:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769408 00000100:00100000:0.0:1783952406.463498:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1783952406.463508:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:106954:x1870607600753664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952406.463543:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952406.463634:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:106954:x1870607600753664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952406.463642:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1783952406.463663:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1783952406.463669:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600769408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952406.463679:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952406.463713:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600769408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952406.463720:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00080000:0.0:1783952406.463786:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75ef788700 x1870607600753664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952422 ref 1 fl Rpc:RQU/202/0 rc -107/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952406.463809:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600753664:0@lo:13:osp-pre-0-1.0 00002000:00080000:3.0:1783952406.464140:0:160616:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1783952406.464147:0:160616:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0xc1:0x0] 00000100:00100000:3.0:1783952406.464207:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:165932:x1870607600769536:12345-0@lo:7:osp-pre-0-1.0 Request processed in 2973us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952406.464215:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00010000:00080000:3.0:1783952406.464274:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75ef788380 x1870607600769408/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952422 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952406.464287:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600769408:0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1783952406.464885:0:165932:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75ef788000 x1870607600769536/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783952422 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952406.464899:0:165932:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ef788000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:165932:1870607600769536:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1783952406.464913:0:165932:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0xc1:0x0] 00010000:00010000:2.0:1783952406.668224:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952407.622130:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952407.622268:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952407.635649:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952407.635699:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952407.640813:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176256 00000100:00100000:0.0:1783952407.640836:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176256 00000100:00100000:0.0:1783952407.640977:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176128 00000100:00100000:0.0:1783952407.640981:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176128 00000100:00100000:0.0:1783952407.641020:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 480 00000100:00100000:0.0:1783952407.641031:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584176256:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952407.641164:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69255:x1870607584176256:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 134us (19049us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952407.641190:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 480 00000100:00100000:0.0:1783952407.641215:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 481 00000100:00100000:0.0:1783952407.641221:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584176128:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952407.641248:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584176128:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (18982us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952407.641255:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 481 00000100:00100000:0.0:1783952407.641284:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176384 00000100:00100000:0.0:1783952407.641287:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176384 00000100:00080000:3.0:1783952407.641618:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952407.641624:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952407.641724:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:0.0:1783952407.641733:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584176384:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952407.641782:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584176384:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 50us (6082us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952407.641789:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 244 00000100:00100000:1.0:1783952407.645618:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176000 00000100:00100000:1.0:1783952407.645637:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176000 00000100:00100000:1.0:1783952407.645701:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 125 00000100:00100000:1.0:1783952407.645712:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef70b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584176000:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952407.645821:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef70b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584176000:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 111us (10190us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952407.645837:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 125 00010000:00010000:3.0:1783952407.695767:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952408.718312:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952408.843519:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600769664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952408.843621:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952408.843700:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769664 00000100:00100000:0.0:1783952408.843709:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769664 00000100:00100000:0.0:1783952408.843798:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1783952408.843810:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600769664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952408.844417:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952408.844496:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600769664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 686us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952408.844507:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:0.0:1783952408.844541:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952408.844640:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600769664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952409.357873:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952409.358209:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600769792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952409.358315:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952409.358462:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769792 00000100:00100000:1.0:1783952409.358473:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769792 00000100:00100000:1.0:1783952409.358546:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1783952409.358558:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600769792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952409.358605:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952409.358676:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600769792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952409.358684:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1783952409.358752:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600769792:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952409.740724:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952409.871570:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600769920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952409.871668:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952409.871766:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600769920 00000100:00100000:2.0:1783952409.871777:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600769920 00000100:00100000:2.0:1783952409.871841:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1783952409.871853:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600769920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952409.871916:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952409.871973:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600769920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952409.871981:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1783952409.872043:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600769920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952409.878265:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600770048:0@lo:400:kworker.0 00000100:00100000:0.0:1783952409.878400:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880231:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600770176:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880326:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880405:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600770688:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880433:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880456:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600771200:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880490:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880519:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1783952409.880527:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600770560:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880557:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880579:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600771072:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880603:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880634:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600770304:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880661:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880674:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600770816:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880714:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880745:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600771328:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880774:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880789:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1783952409.880796:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600770432:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880818:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.880837:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600770944:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.880860:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952409.881060:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770176 00000100:00100000:2.0:1783952409.881411:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770048 00000100:00100000:2.0:1783952409.881432:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770048 00000100:00100000:2.0:1783952409.881558:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1783952409.881570:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600770048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.881656:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef709c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600770048:12345-0@lo:400:kworker.0 Request processed in 87us (3256us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952409.881665:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1783952409.881839:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600770048:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882173:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770176 00000100:00100000:3.0:1783952409.882235:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770688 00000100:00100000:3.0:1783952409.882238:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770688 00000100:00100000:3.0:1783952409.882252:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771200 00000100:00100000:3.0:1783952409.882255:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771200 00000100:00100000:3.0:1783952409.882271:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771072 00000100:00100000:3.0:1783952409.882274:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771072 00000100:00100000:3.0:1783952409.882286:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770304 00000100:00100000:3.0:1783952409.882289:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770304 00000100:00100000:3.0:1783952409.882305:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771328 00000100:00100000:3.0:1783952409.882307:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771328 00000100:00100000:3.0:1783952409.882323:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1783952409.882329:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600770176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882418:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600770176:12345-0@lo:400:kworker.0 Request processed in 88us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882425:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1783952409.882439:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1783952409.882445:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600770688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882476:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600770688:12345-0@lo:400:kworker.0 Request processed in 31us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882495:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1783952409.882507:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1783952409.882513:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600771200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882546:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600771200:12345-0@lo:400:kworker.0 Request processed in 33us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882553:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1783952409.882566:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1783952409.882572:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600771072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882602:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600771072:12345-0@lo:400:kworker.0 Request processed in 30us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882609:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1783952409.882624:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1783952409.882629:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600770304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882669:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600770304:12345-0@lo:400:kworker.0 Request processed in 39us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882675:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1783952409.882690:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1783952409.882696:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600771328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.882725:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600771328:12345-0@lo:400:kworker.0 Request processed in 29us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.882731:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1783952409.882779:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770560 00000100:00100000:3.0:1783952409.882784:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770560 00000100:00100000:3.0:1783952409.882814:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770816 00000100:00100000:3.0:1783952409.882818:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770816 00000100:00100000:3.0:1783952409.882850:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770432 00000100:00100000:3.0:1783952409.882854:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770432 00000100:00100000:3.0:1783952409.882874:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600770944 00000100:00100000:2.0:1783952409.884644:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600771072:0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.884671:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600770176:0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.884686:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600770688:0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.884711:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600771200:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.884827:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600770944 00000100:00100000:3.0:1783952409.884979:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1783952409.884992:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600770560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952409.885161:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1783952409.885175:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600770816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952409.885246:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600770816:12345-0@lo:400:kworker.0 Request processed in 75us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952409.885254:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1783952409.885278:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1783952409.885286:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600770432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952409.885320:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600770432:12345-0@lo:400:kworker.0 Request processed in 35us (4500us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952409.885327:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:2.0:1783952409.885418:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952409.885434:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952409.885437:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952409.885440:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952409.885474:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1783952409.885484:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600770944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.885530:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600770944:12345-0@lo:400:kworker.0 Request processed in 48us (4669us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952409.885537:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1783952409.885677:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600770560:12345-0@lo:400:kworker.0 Request processed in 688us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952409.885684:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00010000:00080000:3.0:1783952409.885773:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5155500 x1870607600770432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952409.885789:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600770432:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.885804:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600770944:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.885819:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600770304:0@lo:400:kworker.0 00010000:00080000:3.0:1783952409.885830:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c77b9180 x1870607600770816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952409.885838:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600770816:0@lo:400:kworker.0 00000100:00100000:3.0:1783952409.885851:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600771328:0@lo:400:kworker.0 00000100:00100000:2.0:1783952409.893981:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600770560:0@lo:400:kworker.0 00000100:00100000:2.0:1783952410.384433:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952410.384459:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600771456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952410.384533:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952410.385743:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771456 00000100:00100000:1.0:1783952410.385754:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771456 00000100:00100000:1.0:1783952410.385838:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1783952410.385848:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600771456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952410.385879:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952410.385954:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600771456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952410.385962:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1783952410.386261:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600771456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783952410.771648:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952411.789522:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952411.915965:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600771584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952411.916044:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952411.916108:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771584 00000100:00100000:1.0:1783952411.916115:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771584 00000100:00100000:1.0:1783952411.916173:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1783952411.916184:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600771584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952411.916216:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952411.916263:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600771584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952411.916271:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00010000:00080000:1.0:1783952411.916315:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9ab800 x1870607600771584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952427 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952411.916351:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600771584:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952411.917970:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952411.920249:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600771712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952411.920320:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952411.920439:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771712 00000100:00100000:3.0:1783952411.920449:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771712 00000100:00100000:3.0:1783952411.920510:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1783952411.920518:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600771712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952411.920541:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952411.920594:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600771712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952411.920603:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:1.0:1783952411.920665:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1783952411.920695:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c36a1c00 x1870607600771712/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952427 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952411.920724:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600771712:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1783952412.524511:0:170324:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1783952412.728147:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952412.728204:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952412.728237:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952412.728266:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952412.728294:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176640 00000100:00100000:3.0:1783952412.728303:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176640 00000100:00100000:3.0:1783952412.728391:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176768 00000100:00100000:3.0:1783952412.728395:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176768 00000100:00100000:3.0:1783952412.728417:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 488 00000100:00100000:3.0:1783952412.728426:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584176640:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952412.728513:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584176640:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 88us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952412.728520:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 488 00000100:00100000:3.0:1783952412.728536:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 489 00000100:00100000:3.0:1783952412.728543:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584176768:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952412.728568:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584176768:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 25us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952412.728574:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 489 00000100:00080000:3.0:1783952412.728600:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952412.728604:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952412.729186:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176512 00000100:00100000:2.0:1783952412.729193:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176512 00000100:00100000:2.0:1783952412.729232:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:2.0:1783952412.729239:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584176512:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952412.729270:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584176512:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 33us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952412.729276:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 127 00000100:00100000:1.0:1783952412.729600:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584176896 00000100:00100000:1.0:1783952412.729605:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584176896 00000100:00100000:1.0:1783952412.729649:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00100000:1.0:1783952412.729657:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584176896:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952412.729692:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584176896:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 37us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952412.729699:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00080000:3.0:1783952412.732825:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1783952412.811987:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952413.838792:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952413.977424:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952413.977469:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600771840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952413.977570:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952413.977646:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771840 00000100:00100000:2.0:1783952413.977658:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771840 00000100:00100000:2.0:1783952413.977768:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1783952413.977779:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600771840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952413.977822:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952413.977877:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600771840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952413.977886:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:2.0:1783952413.977914:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952413.977961:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600771840:0@lo:13:osp-pre-1-1.0 00000020:00000004:1.0:1783952414.149594:0:170377:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783952414.166250:0:170377:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1783952414.476836:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952414.476870:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600771968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952414.476971:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.477050:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600771968 00000100:00100000:2.0:1783952414.477072:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600771968 00000100:00100000:2.0:1783952414.477139:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1783952414.477151:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600771968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952414.477197:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952414.477258:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600771968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.477268:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1783952414.477361:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600771968:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952414.860113:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952414.990743:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600772352:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.990854:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.990942:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600772864:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.990967:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.991015:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600773376:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.991043:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.991080:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783952414.991087:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600772480:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.991116:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.991142:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600772992:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.991170:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.991189:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600773504:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.991220:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952414.991255:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772480 00000100:00100000:2.0:1783952414.991264:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772480 00000100:00100000:2.0:1783952414.991330:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1783952414.991377:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600772480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.991446:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600772480:12345-0@lo:400:kworker.0 Request processed in 71us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.991453:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1783952414.991485:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772992 00000100:00100000:2.0:1783952414.991489:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772992 00000100:00100000:2.0:1783952414.994089:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1783952414.994113:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600772992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.994237:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600772992:12345-0@lo:400:kworker.0 Request processed in 134us (3065us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.994245:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1783952414.994300:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772352 00000100:00100000:2.0:1783952414.994309:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772352 00000100:00100000:2.0:1783952414.994360:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772864 00000100:00100000:2.0:1783952414.994364:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772864 00000100:00100000:2.0:1783952414.994399:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773376 00000100:00100000:2.0:1783952414.994402:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773376 00000100:00100000:2.0:1783952414.994416:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773504 00000100:00100000:2.0:1783952414.994419:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773504 00000100:00100000:2.0:1783952414.994438:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1783952414.994445:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600772352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.994486:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600772352:12345-0@lo:400:kworker.0 Request processed in 42us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.994493:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1783952414.994522:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1783952414.994529:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600772864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.994561:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600772864:12345-0@lo:400:kworker.0 Request processed in 33us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.994567:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1783952414.994579:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1783952414.994585:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600773376:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783952414.996848:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952414.996861:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952414.996866:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952414.997015:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600773376:12345-0@lo:400:kworker.0 Request processed in 2422us (5962us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.997032:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1783952414.997081:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1783952414.997097:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600773504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.997180:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600773504:12345-0@lo:400:kworker.0 Request processed in 91us (5959us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952414.997187:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1783952414.997262:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600772480:0@lo:400:kworker.0 00010000:00080000:2.0:1783952414.997284:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c0e00 x1870607600772992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952414.997309:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600772992:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.997327:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600773504:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.997362:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600772352:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.997377:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600772864:0@lo:400:kworker.0 00000100:00100000:2.0:1783952414.997390:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600773376:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002136:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600772096:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002261:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002329:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600772608:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002388:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002411:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600773120:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002434:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002457:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600773632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952415.002484:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002538:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1783952415.002547:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600772224:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002577:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002597:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600772736:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002631:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002652:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600773248:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002675:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952415.002727:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772608 00000100:00100000:0.0:1783952415.002737:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772608 00000100:00100000:0.0:1783952415.002806:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773120 00000100:00100000:0.0:1783952415.002809:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773120 00000100:00100000:0.0:1783952415.002857:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772736 00000100:00100000:0.0:1783952415.002860:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772736 00000100:00100000:0.0:1783952415.002898:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1783952415.002909:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600772608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.002981:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600772608:12345-0@lo:400:kworker.0 Request processed in 73us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.002988:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1783952415.003008:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783952415.003014:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600773120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003044:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600773120:12345-0@lo:400:kworker.0 Request processed in 30us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.003051:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783952415.003064:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1783952415.003070:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600772736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003097:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600772736:12345-0@lo:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.003104:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1783952415.003125:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773632 00000100:00100000:0.0:1783952415.003129:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773632 00000100:00100000:0.0:1783952415.003157:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1783952415.003162:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600773632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952415.003199:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952415.003236:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600773632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.003242:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1783952415.003276:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772224 00000100:00100000:0.0:1783952415.003287:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772224 00000100:00100000:0.0:1783952415.003318:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773248 00000100:00100000:0.0:1783952415.003321:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773248 00000100:00100000:0.0:1783952415.003372:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1783952415.003379:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600772224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003411:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600772224:12345-0@lo:400:kworker.0 Request processed in 33us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.003417:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1783952415.003429:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1783952415.003435:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600773248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003460:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600773248:12345-0@lo:400:kworker.0 Request processed in 26us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.003465:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:0.0:1783952415.003492:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952415.003497:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952415.003499:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952415.003545:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600772224:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003559:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600772736:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003569:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600773248:0@lo:400:kworker.0 00010000:00080000:0.0:1783952415.003585:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75feed3480 x1870607600772608/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952415.003596:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600772608:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003607:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600773120:0@lo:400:kworker.0 00000100:00100000:0.0:1783952415.003623:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600773632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952415.004172:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600772096 00000100:00100000:2.0:1783952415.004181:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600772096 00000100:00100000:2.0:1783952415.004218:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1783952415.004226:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600772096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952415.004290:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600772096:12345-0@lo:400:kworker.0 Request processed in 64us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952415.004297:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1783952415.004379:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600772096:0@lo:400:kworker.0 00000020:00000004:0.0:1783952415.487368:0:170427:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783952415.487672:0:170427:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783952415.499867:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952415.499904:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600773760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952415.500008:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952415.506373:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773760 00000100:00100000:1.0:1783952415.506739:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773760 00000100:00100000:1.0:1783952415.506984:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1783952415.506999:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600773760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952415.509702:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952415.509878:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600773760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2877us (9863us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952415.509892:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1783952415.510742:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600773760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952415.600695:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952415.600810:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177024 00000100:00100000:3.0:1783952415.600826:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177024 00000100:00100000:3.0:1783952415.600936:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 842 00000100:00100000:3.0:1783952415.600947:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125813:x1870607584177024:12345-192.168.202.38@tcp:41:lfs.0 00000004:00000024:3.0:1783952415.601003:0:159117:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952415.601114:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:125813:x1870607584177024:12345-192.168.202.38@tcp:41:lfs.0 Request processed in 168us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952415.601123:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 842 00000100:00080000:1.0:1783952415.601411:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952415.619419:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952415.619568:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177152 00000100:00100000:3.0:1783952415.619582:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177152 00000100:00100000:3.0:1783952415.619674:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 843 00000100:00100000:3.0:1783952415.619697:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125813:x1870607584177152:12345-192.168.202.38@tcp:41:lfs.0 00000004:00000024:3.0:1783952415.619755:0:161900:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952415.619862:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125813:x1870607584177152:12345-192.168.202.38@tcp:41:lfs.0 Request processed in 178us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952415.619872:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 843 00000100:00080000:0.0:1783952415.620044:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952415.631430:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952415.633547:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177280 00000100:00100000:3.0:1783952415.633570:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177280 00000100:00100000:3.0:1783952415.633691:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00100000:3.0:1783952415.633705:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125813:x1870607584177280:12345-192.168.202.38@tcp:13:lfs.0 00002000:00000024:3.0:1783952415.633751:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952415.634238:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:125813:x1870607584177280:12345-192.168.202.38@tcp:13:lfs.0 Request processed in 533us (2819us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952415.634247:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 248 00000100:00080000:2.0:1783952415.634535:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952415.639533:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952415.640697:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177408 00000100:00100000:0.0:1783952415.640714:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177408 00000100:00100000:0.0:1783952415.640797:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 470 00000100:00100000:0.0:1783952415.640808:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:69251:x1870607584177408:12345-192.168.202.38@tcp:8:lfs.0 00010000:00080000:0.0:1783952415.640858:0:161717:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 71ea6a5c-561f-4eb8-a8d2-543f542832b5@192.168.202.38@tcp t0 exp 0000000000000000 cur 6102 last 0 00000020:00000080:0.0:1783952415.640901:0:161717:0:(genops.c:1406:class_connect()) connect: client 71ea6a5c-561f-4eb8-a8d2-543f542832b5, cookie 0x3b91f5b49438b036 00002000:00100000:0.0:1783952415.640917:0:161717:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 71ea6a5c-561f-4eb8-a8d2-543f542832b5/ffff8a74c37b5800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 61321216 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1783952415.640944:0:161717:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1783952415.641054:0:161717:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783952415.641095:0:161717:0:(import.c:65:import_set_state_nolock()) ffff8a74c37b3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783952415.641191:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69251:x1870607584177408:12345-192.168.202.38@tcp:8:lfs.0 Request processed in 382us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952415.641201:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 470 00000100:00100000:0.0:1783952415.646039:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952415.646122:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177536 00000100:00100000:2.0:1783952415.646136:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177536 00000100:00100000:2.0:1783952415.646225:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00100000:2.0:1783952415.646237:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125813:x1870607584177536:12345-192.168.202.38@tcp:13:lfs.0 00002000:00000024:2.0:1783952415.646272:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952415.646383:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:125813:x1870607584177536:12345-192.168.202.38@tcp:13:lfs.0 Request processed in 147us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952415.646399:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 249 00000100:00080000:0.0:1783952415.646723:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1783952415.892954:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952416.907585:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952417.035683:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952417.035718:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600773888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952417.035818:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952417.035878:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600773888 00000100:00100000:1.0:1783952417.035890:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600773888 00000100:00100000:1.0:1783952417.036266:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1783952417.036278:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600773888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952417.036328:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952417.036407:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600773888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952417.036415:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00010000:00080000:1.0:1783952417.036482:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9a8a80 x1870607600773888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952433 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952417.036506:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600773888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952417.037188:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952417.037216:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600774016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952417.037267:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952417.037375:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774016 00000100:00100000:1.0:1783952417.037382:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774016 00000100:00080000:0.0:1783952417.048129:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952417.049060:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1783952417.049083:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600774016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952417.049131:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952417.050570:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600774016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1487us (13293us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952417.050587:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00010000:00080000:3.0:1783952417.051091:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9c8000 x1870607600774016/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952433 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952417.051125:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600774016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952417.857237:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952417.857454:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177664 00000100:00100000:3.0:1783952417.857468:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177664 00000100:00100000:3.0:1783952417.857589:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:3.0:1783952417.857602:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584177664:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952417.857891:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584177664:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 292us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952417.857902:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 129 00000100:00100000:3.0:1783952417.857974:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952417.858138:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952417.858170:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952417.858199:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177792 00000100:00100000:3.0:1783952417.858204:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177792 00000100:00100000:3.0:1783952417.858248:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584177920 00000100:00100000:3.0:1783952417.858252:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584177920 00000100:00100000:3.0:1783952417.858289:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:3.0:1783952417.858297:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584177792:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952417.861279:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00100000:2.0:1783952417.861321:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584177920:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952417.863446:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584177792:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 5132us (5454us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952417.863464:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:3.0:1783952417.863537:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178048 00000100:00100000:3.0:1783952417.863548:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178048 00000100:00100000:3.0:1783952417.863628:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 254 00000100:00100000:3.0:1783952417.863636:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584178048:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952417.863877:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584177920:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 2563us (5723us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952417.863886:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00080000:2.0:1783952417.874656:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952417.874684:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952417.874688:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952417.881020:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584178048:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 17365us (22830us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952417.881040:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 254 00000100:00100000:2.0:1783952417.897875:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952417.898094:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178176 00000100:00100000:3.0:1783952417.898107:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178176 00000100:00100000:3.0:1783952417.898204:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 255 00000100:00100000:3.0:1783952417.898217:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584178176:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952417.898324:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584178176:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 110us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952417.898361:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 255 00000100:00080000:2.0:1783952417.898910:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1783952417.934259:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952418.959547:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952419.085661:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952419.085698:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600774144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952419.085795:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952419.085946:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774144 00000100:00100000:1.0:1783952419.085956:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774144 00000100:00100000:1.0:1783952419.086039:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1783952419.086052:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600774144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952419.086092:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952419.086150:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600774144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952419.086158:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1783952419.086218:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600774144:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952419.086314:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952419.595936:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952419.595969:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600774272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952419.596129:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952419.596555:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774272 00000100:00100000:2.0:1783952419.596565:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774272 00000100:00100000:2.0:1783952419.596633:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1783952419.596655:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600774272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952419.596705:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952419.596777:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600774272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952419.596786:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1783952419.596852:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600774272:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783952419.989481:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952420.112418:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600774528:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.112517:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.112597:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600775040:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.112627:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.112667:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600775552:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.112691:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.112720:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1783952420.112726:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600774400:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.112765:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.112790:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600774912:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.112813:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115138:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600775424:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115236:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115263:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600775936:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115292:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115363:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600774656:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115388:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115407:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600775168:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115427:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115444:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600775680:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115463:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115483:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783952420.115492:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600774784:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115514:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115534:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600775296:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115558:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115577:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600775808:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.115598:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952420.115633:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774528 00000100:00100000:3.0:1783952420.115661:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774528 00000100:00100000:3.0:1783952420.115733:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775936 00000100:00100000:3.0:1783952420.115736:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775936 00000100:00100000:3.0:1783952420.115750:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774656 00000100:00100000:3.0:1783952420.115753:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774656 00000100:00100000:3.0:1783952420.115766:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775168 00000100:00100000:3.0:1783952420.115768:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775168 00000100:00100000:3.0:1783952420.115778:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775680 00000100:00100000:3.0:1783952420.115780:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775680 00000100:00100000:3.0:1783952420.115790:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775808 00000100:00100000:3.0:1783952420.115801:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775808 00000100:00100000:0.0:1783952420.116011:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1783952420.116026:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600774528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116112:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600774528:12345-0@lo:400:kworker.0 Request processed in 89us (3593us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116121:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1783952420.116144:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1783952420.116150:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600775936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116185:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600775936:12345-0@lo:400:kworker.0 Request processed in 34us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116190:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1783952420.116202:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1783952420.116208:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600774656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116241:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600774656:12345-0@lo:400:kworker.0 Request processed in 34us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116247:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1783952420.116259:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1783952420.116264:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600775168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116295:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600775168:12345-0@lo:400:kworker.0 Request processed in 30us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116300:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1783952420.116311:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1783952420.116317:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600775680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116374:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600775680:12345-0@lo:400:kworker.0 Request processed in 57us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116388:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1783952420.116400:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1783952420.116406:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600775808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116433:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600775808:12345-0@lo:400:kworker.0 Request processed in 27us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116439:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1783952420.116464:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775040 00000100:00100000:0.0:1783952420.116468:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775040 00000100:00100000:0.0:1783952420.116496:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775552 00000100:00100000:0.0:1783952420.116499:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775552 00000100:00100000:0.0:1783952420.116518:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774912 00000100:00100000:0.0:1783952420.116521:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774912 00000100:00100000:0.0:1783952420.116539:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775424 00000100:00100000:0.0:1783952420.116541:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775424 00000100:00100000:0.0:1783952420.116559:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1783952420.116564:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600775040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116597:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600775040:12345-0@lo:400:kworker.0 Request processed in 32us (3970us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116603:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1783952420.116617:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1783952420.116622:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600775552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116665:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600775552:12345-0@lo:400:kworker.0 Request processed in 42us (3972us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116671:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1783952420.116682:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1783952420.116687:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600774912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116727:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600774912:12345-0@lo:400:kworker.0 Request processed in 40us (3913us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116734:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1783952420.116747:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1783952420.116752:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600775424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.116778:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600775424:12345-0@lo:400:kworker.0 Request processed in 27us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.116784:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1783952420.116809:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774400 00000100:00100000:0.0:1783952420.116813:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774400 00000100:00100000:0.0:1783952420.118746:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952420.118782:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600776064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952420.119177:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600774784 00000100:00100000:3.0:1783952420.119189:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600774784 00000100:00100000:3.0:1783952420.119260:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600775296 00000100:00100000:3.0:1783952420.119263:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600775296 00000100:00100000:3.0:1783952420.119283:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1783952420.119292:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600774784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119424:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600774784:12345-0@lo:400:kworker.0 Request processed in 131us (3907us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952420.119432:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1783952420.119453:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1783952420.119459:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600775296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119492:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600775296:12345-0@lo:400:kworker.0 Request processed in 34us (3933us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952420.119497:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00080000:3.0:1783952420.119521:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783952420.119528:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783952420.119532:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952420.119535:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952420.119592:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600774784:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119605:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600775296:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119619:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600775808:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119631:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feed9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600774656:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119657:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600775168:0@lo:400:kworker.0 00000100:00100000:3.0:1783952420.119673:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600775680:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.119934:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783952420.120699:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75feedb800 x1870607600774912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952420.120718:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600774912:0@lo:400:kworker.0 00010000:00080000:0.0:1783952420.120741:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fdb5a300 x1870607600775424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952436 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952420.120750:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600775424:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.120766:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600775936:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.120780:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600774528:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.120794:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75feeda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600775040:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.120809:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600775552:0@lo:400:kworker.0 00000100:00100000:1.0:1783952420.120961:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776064 00000100:00100000:1.0:1783952420.120969:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776064 00000100:00100000:1.0:1783952420.121037:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1783952420.121048:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600776064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952420.121095:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952420.121166:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600776064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952420.121175:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1783952420.121409:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600776064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952420.121986:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783952420.123109:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600774400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.123222:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600774400:12345-0@lo:400:kworker.0 Request processed in 1227us (10455us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952420.123233:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1783952420.123317:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600774400:0@lo:400:kworker.0 00000100:00100000:0.0:1783952420.621209:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952420.621311:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952420.623214:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776192 00000100:00100000:1.0:1783952420.623236:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776192 00000100:00100000:1.0:1783952420.623327:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1783952420.623361:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952420.623399:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952420.623507:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 150us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952420.623516:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1783952420.623740:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776192:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952421.012615:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783952421.135364:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00010000:00010000:2.0:1783952422.032369:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952422.157750:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952422.157786:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952422.157885:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952422.158162:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776320 00000100:00100000:1.0:1783952422.158172:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776320 00000100:00100000:1.0:1783952422.158254:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1783952422.158266:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952422.158332:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952422.159493:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1222us (1600us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952422.159505:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00080000:1.0:1783952422.159553:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1783952422.159604:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9abb80 x1870607600776320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952438 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952422.159642:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952422.162654:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952422.162687:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600776448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952422.162785:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952422.162856:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776448 00000100:00100000:0.0:1783952422.162865:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776448 00000100:00100000:0.0:1783952422.162954:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1783952422.162965:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600776448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952422.163142:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952422.163202:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600776448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 239us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952422.163211:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00010000:00080000:0.0:1783952422.163257:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c6590380 x1870607600776448/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952438 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952422.163278:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600776448:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952422.163317:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952422.978666:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952422.979954:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178688 00000100:00100000:3.0:1783952422.979973:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178688 00000100:00100000:3.0:1783952422.980105:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 260 00000100:00100000:3.0:1783952422.980119:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584178688:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952422.980237:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69253:x1870607584178688:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 121us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952422.980246:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 260 00000100:00080000:0.0:1783952422.980381:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952422.981557:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952422.981600:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952422.981656:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178560 00000100:00100000:0.0:1783952422.981665:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178560 00000100:00100000:1.0:1783952422.981688:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178432 00000100:00100000:1.0:1783952422.981693:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178432 00000100:00100000:0.0:1783952422.981739:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 504 00000100:00080000:3.0:1783952422.981744:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783952422.981748:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952422.981750:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584178560:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952422.981830:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584178560:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 81us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952422.981838:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 504 00000100:00100000:1.0:1783952422.986639:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 505 00000100:00100000:1.0:1783952422.986672:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584178432:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952422.986807:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584178432:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 152us (5204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952422.986817:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 505 00000100:00100000:3.0:1783952422.992772:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952422.992820:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952422.993183:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178304 00000100:00100000:1.0:1783952422.993197:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178304 00000100:00100000:1.0:1783952422.993270:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:1.0:1783952422.993283:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584178304:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952422.993397:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584178304:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 117us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952422.993406:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 131 00000100:00100000:0.0:1783952422.994379:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178816 00000100:00100000:0.0:1783952422.994391:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178816 00000100:00100000:0.0:1783952422.994467:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 261 00000100:00100000:0.0:1783952422.994478:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584178816:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952422.994545:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69254:x1870607584178816:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 69us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952422.994553:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 261 00000100:00080000:0.0:1783952422.994575:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783952423.053480:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783952423.965890:0:170669:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 00010000:00010000:3.0:1783952424.077075:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952424.204601:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600776576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952424.204734:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952424.204818:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776576 00000100:00100000:1.0:1783952424.204827:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776576 00000100:00100000:1.0:1783952424.204911:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1783952424.204921:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600776576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952424.204961:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952424.205014:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600776576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952424.205022:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1783952424.205083:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6593480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600776576:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952424.205099:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1783952424.384501:0:170693:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec 00000100:00100000:1.0:1783952424.721590:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952424.721705:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952424.724958:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776704 00000100:00100000:2.0:1783952424.725041:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776704 00000100:00100000:2.0:1783952424.727641:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1783952424.727688:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952424.727743:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952424.738230:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600776704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10539us (16510us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952424.738249:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1783952424.740499:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600776704:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952425.099616:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952425.228031:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600776832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952425.228138:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952425.228525:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776832 00000100:00100000:0.0:1783952425.228536:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776832 00000100:00100000:0.0:1783952425.228608:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1783952425.228619:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600776832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952425.228669:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952425.228740:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600776832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952425.228770:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1783952425.229018:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600776960:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229064:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229104:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600777472:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229132:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229156:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600777984:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229177:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229198:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783952425.229204:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600777088:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229247:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229269:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600777600:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229293:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229311:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600778112:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229331:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.229392:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777088 00000100:00100000:3.0:1783952425.229399:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777088 00000100:00100000:3.0:1783952425.229444:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777600 00000100:00100000:3.0:1783952425.229447:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777600 00000100:00100000:3.0:1783952425.229460:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778112 00000100:00100000:3.0:1783952425.229462:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778112 00000100:00100000:3.0:1783952425.229477:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1783952425.229484:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600777088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229534:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600777088:12345-0@lo:400:kworker.0 Request processed in 50us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.229541:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1783952425.229555:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1783952425.229561:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600777600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229591:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600777600:12345-0@lo:400:kworker.0 Request processed in 29us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.229608:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1783952425.229620:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1783952425.229626:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600778112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.229653:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feeda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600778112:12345-0@lo:400:kworker.0 Request processed in 28us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.229659:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1783952425.229825:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600776960 00000100:00100000:2.0:1783952425.229831:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600776960 00000100:00100000:2.0:1783952425.229866:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1783952425.229874:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600776960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952425.229921:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600776960:12345-0@lo:400:kworker.0 Request processed in 47us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952425.229927:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1783952425.230225:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777472 00000100:00100000:0.0:1783952425.230231:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777472 00000100:00100000:0.0:1783952425.230264:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777984 00000100:00100000:0.0:1783952425.230268:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777984 00000100:00100000:0.0:1783952425.230296:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1783952425.230320:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600777472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952425.230383:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600777472:12345-0@lo:400:kworker.0 Request processed in 81us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952425.230391:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1783952425.230406:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1783952425.230412:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600777984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952425.230440:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600777984:12345-0@lo:400:kworker.0 Request processed in 29us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952425.230447:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00080000:0.0:1783952425.230468:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952425.230474:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952425.231689:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600777344:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.231798:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.231847:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600777856:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.231872:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.231895:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600778368:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.231924:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.231984:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600776832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952425.232016:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1783952425.232025:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600777216:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232050:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.232070:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600777728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232129:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.232150:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600778240:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232174:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952425.232220:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777344 00000100:00100000:3.0:1783952425.232227:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777344 00000100:00100000:3.0:1783952425.232286:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777856 00000100:00100000:3.0:1783952425.232289:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777856 00000100:00100000:3.0:1783952425.232317:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1783952425.232325:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600777344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232403:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600777344:12345-0@lo:400:kworker.0 Request processed in 78us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.232412:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1783952425.232427:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1783952425.232434:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600777856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232466:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600777856:12345-0@lo:400:kworker.0 Request processed in 34us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.232471:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1783952425.232498:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778368 00000100:00100000:3.0:1783952425.232501:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778368 00000100:00100000:3.0:1783952425.232527:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777216 00000100:00100000:3.0:1783952425.232530:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777216 00000100:00100000:3.0:1783952425.232541:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778240 00000100:00100000:3.0:1783952425.232544:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778240 00000100:00100000:3.0:1783952425.232561:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1783952425.232565:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600778368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232609:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600778368:12345-0@lo:400:kworker.0 Request processed in 43us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.232617:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1783952425.232628:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1783952425.232635:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600777216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232659:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600777216:12345-0@lo:400:kworker.0 Request processed in 26us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.232663:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1783952425.232671:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1783952425.232674:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600778240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232689:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600778240:12345-0@lo:400:kworker.0 Request processed in 15us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952425.232693:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1783952425.232727:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600777088:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232738:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600777600:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232757:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600778112:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232770:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600776960:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232782:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600777472:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232797:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600777984:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232847:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600777216:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232856:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600778240:0@lo:400:kworker.0 00010000:00080000:3.0:1783952425.232869:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c1500 x1870607600777344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952425.232881:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600777344:0@lo:400:kworker.0 00010000:00080000:3.0:1783952425.232889:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c0700 x1870607600777856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952425.232895:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600777856:0@lo:400:kworker.0 00000100:00100000:3.0:1783952425.232901:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600778368:0@lo:400:kworker.0 00000100:00100000:2.0:1783952425.233037:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600777728 00000100:00100000:2.0:1783952425.233042:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600777728 00000100:00100000:2.0:1783952425.233085:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1783952425.233093:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600777728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952425.233145:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600777728:12345-0@lo:400:kworker.0 Request processed in 53us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952425.233152:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1783952425.236265:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600777728:0@lo:400:kworker.0 00000100:00080000:0.0:1783952425.237002:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952425.237010:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952425.237014:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952425.741963:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600778496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952425.742064:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952425.742311:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778496 00000100:00100000:1.0:1783952425.742322:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778496 00000100:00100000:1.0:1783952425.742434:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1783952425.742447:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600778496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952425.742478:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952425.742537:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600778496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952425.742544:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1783952425.742622:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600778496:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952426.148412:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952427.153167:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952427.280756:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600778624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952427.280875:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952427.280961:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778624 00000100:00100000:2.0:1783952427.280970:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778624 00000100:00100000:2.0:1783952427.281066:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1783952427.281077:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600778624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952427.281118:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952427.281176:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600778624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952427.281183:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00080000:2.0:1783952427.281211:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1783952427.281250:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c77b8e00 x1870607600778624/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952443 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952427.281275:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600778624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952427.281885:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952427.281900:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600778752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952427.281943:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952427.282050:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778752 00000100:00100000:1.0:1783952427.282056:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778752 00000100:00100000:1.0:1783952427.282125:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1783952427.282134:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600778752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952427.282153:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952427.282198:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600778752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952427.282205:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00080000:1.0:1783952427.282240:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fe9a8a80 x1870607600778752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952443 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952427.282258:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600778752:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783952427.282312:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952428.093658:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952428.093702:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952428.093724:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952428.093743:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952428.093769:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952428.093798:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179456 00000100:00100000:0.0:1783952428.093809:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179456 00000100:00100000:0.0:1783952428.093869:0:160618:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179328 00000100:00100000:0.0:1783952428.093882:0:160618:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179328 00000100:00100000:0.0:1783952428.093910:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:0.0:1783952428.093922:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179456:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952428.094002:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179456:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 83us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952428.094010:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 266 00000100:00100000:0.0:1783952428.094025:0:160618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00100000:0.0:1783952428.094032:0:160618:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179328:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952428.094054:0:160618:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179328:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 22us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952428.094060:0:160618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 267 00000100:00100000:0.0:1783952428.094081:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179072 00000100:00100000:0.0:1783952428.094084:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179072 00000100:00100000:0.0:1783952428.094112:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179200 00000100:00100000:0.0:1783952428.094115:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179200 00000100:00100000:0.0:1783952428.094136:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 512 00000100:00100000:0.0:1783952428.094142:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584179072:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952428.094169:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584179072:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 27us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952428.094175:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 512 00000100:00100000:0.0:1783952428.094187:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 513 00000100:00100000:0.0:1783952428.094192:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584179200:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952428.094213:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584179200:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 21us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952428.094219:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 513 00000100:00080000:0.0:1783952428.094242:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952428.094246:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952428.094248:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783952428.094250:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952428.094900:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584178944 00000100:00100000:2.0:1783952428.094908:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584178944 00000100:00100000:2.0:1783952428.094951:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 133 00000100:00100000:2.0:1783952428.094960:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584178944:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952428.095001:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584178944:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 42us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952428.095007:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 133 00010000:00010000:2.0:1783952428.171513:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952429.200592:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952429.356093:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600778880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952429.356175:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952429.356238:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600778880 00000100:00100000:0.0:1783952429.356246:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600778880 00000100:00100000:0.0:1783952429.356304:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1783952429.356314:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600778880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952429.356417:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952429.356478:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600778880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952429.356494:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:0.0:1783952429.356515:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952429.356552:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600778880:0@lo:13:osp-pre-1-1.0 00000001:02000400:1.0:1783952429.496273:0:170936:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 00000001:02000400:1.0:1783952429.824166:0:170960:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec 00000100:00100000:1.0:1783952429.836603:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600779008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952429.836749:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952429.836851:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779008 00000100:00100000:3.0:1783952429.836859:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779008 00000100:00100000:3.0:1783952429.836924:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1783952429.836933:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600779008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952429.836968:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952429.837025:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600779008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952429.837033:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1783952429.837215:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600779008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952430.219513:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952430.351491:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600779264:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351573:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351669:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600779776:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351714:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351763:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600780288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.351777:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600779136:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351786:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952430.351810:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351814:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783952430.351820:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600779392:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.351831:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600779648:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351839:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952430.351849:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351857:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600779904:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.351862:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600780160:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351875:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952430.351877:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952430.351891:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600780672:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351903:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600780416:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.351911:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351921:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952430.351926:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783952430.351931:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600779520:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.351947:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779264 00000100:00100000:3.0:1783952430.351951:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.351954:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779264 00000100:00100000:3.0:1783952430.351966:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600780032:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.351984:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.352004:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779392 00000100:00100000:2.0:1783952430.352007:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779392 00000100:00100000:3.0:1783952430.352012:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600780544:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352023:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779904 00000100:00100000:2.0:1783952430.352025:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779904 00000100:00100000:3.0:1783952430.352030:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.352037:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780672 00000100:00100000:2.0:1783952430.352039:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780672 00000100:00100000:3.0:1783952430.352050:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779776 00000100:00100000:2.0:1783952430.352051:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780416 00000100:00100000:2.0:1783952430.352052:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780416 00000100:00100000:3.0:1783952430.352053:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779776 00000100:00100000:2.0:1783952430.352062:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780544 00000100:00100000:2.0:1783952430.352065:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780544 00000100:00100000:3.0:1783952430.352074:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780288 00000100:00100000:3.0:1783952430.352076:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780288 00000100:00100000:2.0:1783952430.352078:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1783952430.352086:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600779264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352093:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779648 00000100:00100000:3.0:1783952430.352095:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779648 00000100:00100000:3.0:1783952430.352109:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780160 00000100:00100000:3.0:1783952430.352111:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780160 00000100:00100000:3.0:1783952430.352138:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1783952430.352140:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600779264:12345-0@lo:400:kworker.0 Request processed in 55us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352144:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600779776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352161:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1783952430.352172:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600779776:12345-0@lo:400:kworker.0 Request processed in 29us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352178:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1783952430.352180:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1783952430.352188:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1783952430.352191:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600779392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352193:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600780288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352218:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600779392:12345-0@lo:400:kworker.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952430.352223:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1783952430.352227:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600780288:12345-0@lo:400:kworker.0 Request processed in 35us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352232:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1783952430.352236:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1783952430.352242:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1783952430.352242:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600779904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352247:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600779648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352267:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600779904:12345-0@lo:400:kworker.0 Request processed in 25us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352269:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600779648:12345-0@lo:400:kworker.0 Request processed in 22us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952430.352273:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1783952430.352274:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1783952430.352284:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1783952430.352284:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1783952430.352290:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600780160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352290:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600780672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352314:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600780160:12345-0@lo:400:kworker.0 Request processed in 24us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952430.352314:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600780672:12345-0@lo:400:kworker.0 Request processed in 25us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352320:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1783952430.352320:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1783952430.352330:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1783952430.352356:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779136 00000100:00100000:2.0:1783952430.352357:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600780416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352359:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779136 00000100:00100000:3.0:1783952430.352384:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1783952430.352385:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600780416:12345-0@lo:400:kworker.0 Request processed in 49us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352390:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600779136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352391:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1783952430.352403:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1783952430.352408:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600780544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352415:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600779136:12345-0@lo:400:kworker.0 Request processed in 25us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352426:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1783952430.352432:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600780544:12345-0@lo:400:kworker.0 Request processed in 25us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952430.352436:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1783952430.352458:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600779520 00000100:00080000:2.0:1783952430.352459:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952430.352462:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600779520 00000100:00080000:2.0:1783952430.352468:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952430.352470:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952430.352472:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952430.352494:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780032 00000100:00100000:3.0:1783952430.352497:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780032 00000100:00100000:2.0:1783952430.352502:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600779392:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352509:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1783952430.352513:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600779904:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352514:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600779520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352521:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600780416:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352530:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600779264:0@lo:400:kworker.0 00000100:00100000:2.0:1783952430.352538:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600779776:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352543:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600779520:12345-0@lo:400:kworker.0 Request processed in 29us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352559:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1783952430.352571:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1783952430.352576:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600780032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352602:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600780032:12345-0@lo:400:kworker.0 Request processed in 26us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952430.352607:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1783952430.352655:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600779520:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352665:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600780032:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352672:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600780544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352679:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600779136:0@lo:400:kworker.0 00010000:00080000:3.0:1783952430.352689:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c69c8a80 x1870607600779648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952430.352698:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600779648:0@lo:400:kworker.0 00010000:00080000:3.0:1783952430.352707:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c69c9880 x1870607600780160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952430.352721:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600780160:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.352731:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600780672:0@lo:400:kworker.0 00000100:00100000:3.0:1783952430.354825:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952430.354855:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600780800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952430.354936:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952430.355072:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600780288:0@lo:400:kworker.0 00000100:00100000:0.0:1783952430.362590:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780800 00000100:00100000:0.0:1783952430.362605:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780800 00000100:00100000:0.0:1783952430.362683:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1783952430.362694:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600780800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952430.362735:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952430.362837:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600780800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (7901us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952430.362844:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1783952430.363444:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600780800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952430.864630:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952430.864663:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600780928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952430.864738:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952430.865043:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600780928 00000100:00100000:1.0:1783952430.865052:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600780928 00000100:00100000:1.0:1783952430.865108:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1783952430.865117:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600780928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952430.865138:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952430.865192:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600780928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952430.865199:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1783952430.865284:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb85b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600780928:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952431.243527:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783952432.269458:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952432.395813:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952432.395839:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600781056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952432.395929:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952432.396093:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781056 00000100:00100000:0.0:1783952432.396102:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781056 00000100:00100000:0.0:1783952432.396174:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00080000:1.0:1783952432.396182:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952432.396188:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600781056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952432.396243:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952432.396306:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600781056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952432.396314:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00010000:00080000:1.0:1783952432.396426:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb859500 x1870607600781056/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952432.396475:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600781056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952432.398013:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600781184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952432.398068:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952432.398272:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781184 00000100:00100000:3.0:1783952432.398279:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781184 00000100:00100000:3.0:1783952432.398365:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1783952432.398376:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600781184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952432.398395:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952432.398446:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600781184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (376us total) trans 0 rc 0/0 00000100:00080000:1.0:1783952432.398552:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1783952432.398581:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6f800 x1870607600781184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952432.398610:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600781184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952432.399000:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1783952433.209239:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952433.209942:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179968 00000100:00100000:3.0:1783952433.209952:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179968 00000100:00100000:3.0:1783952433.210023:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 272 00000100:00100000:3.0:1783952433.210033:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179968:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952433.210111:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69255:x1870607584179968:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 79us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952433.210118:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 272 00000100:00080000:1.0:1783952433.210164:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952433.219830:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952433.219867:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952433.219892:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952433.219918:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952433.219948:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179840 00000100:00100000:2.0:1783952433.219957:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179840 00000100:00100000:2.0:1783952433.220011:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179712 00000100:00100000:2.0:1783952433.220015:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179712 00000100:00100000:2.0:1783952433.220039:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 520 00000100:00100000:2.0:1783952433.220050:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584179840:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952433.220119:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584179840:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 72us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952433.220127:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 520 00000100:00100000:2.0:1783952433.220152:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 521 00000100:00100000:2.0:1783952433.220158:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584179712:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952433.220184:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584179712:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952433.220190:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 521 00000100:00100000:2.0:1783952433.220209:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180096 00000100:00100000:2.0:1783952433.220213:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180096 00000100:00100000:2.0:1783952433.220240:0:162839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:2.0:1783952433.220247:0:162839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584180096:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952433.220286:0:162839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69252:x1870607584180096:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 39us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952433.220294:0:162839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00080000:2.0:1783952433.220316:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952433.220320:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952433.220322:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952433.221752:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584179584 00000100:00100000:1.0:1783952433.221759:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584179584 00000100:00100000:1.0:1783952433.221807:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 135 00000100:00100000:1.0:1783952433.221816:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584179584:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952433.221862:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584179584:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 47us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952433.221884:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 135 00010000:00010000:3.0:1783952433.291438:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952434.316498:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952434.443575:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600781312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952434.443681:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952434.443806:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781312 00000100:00100000:0.0:1783952434.443818:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781312 00000100:00100000:0.0:1783952434.443911:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1783952434.443922:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600781312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952434.443972:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952434.444025:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600781312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952434.444033:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:2.0:1783952434.445720:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952434.445813:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600781312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952434.956356:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783952434.956392:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600781440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952434.956502:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952434.956785:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781440 00000100:00100000:3.0:1783952434.956798:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781440 00000100:00100000:3.0:1783952434.956863:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1783952434.956875:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600781440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952434.956922:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952434.956989:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600781440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952434.956997:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1783952434.957148:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600781440:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783952435.342121:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952435.469279:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600781696:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.469410:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.469431:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600781568:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.469492:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600782208:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.469535:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.469560:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600782720:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.469584:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.469629:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781696 00000100:00100000:1.0:1783952435.469646:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781696 00000100:00100000:2.0:1783952435.469655:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.469689:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600782080:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.469714:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.469727:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1783952435.469736:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600782592:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.469743:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600781696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.469761:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.469776:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600783104:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.469810:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.469822:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600781696:12345-0@lo:400:kworker.0 Request processed in 83us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952435.469830:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1783952435.469847:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782208 00000100:00100000:2.0:1783952435.469852:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782208 00000100:00100000:1.0:1783952435.469852:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783104 00000100:00100000:1.0:1783952435.469857:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783104 00000100:00100000:2.0:1783952435.469894:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782720 00000100:00100000:1.0:1783952435.469895:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1783952435.469899:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782720 00000100:00100000:1.0:1783952435.469906:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600783104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.469922:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782080 00000100:00100000:2.0:1783952435.469926:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782080 00000100:00100000:2.0:1783952435.469947:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782592 00000100:00100000:2.0:1783952435.469950:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782592 00000100:00100000:1.0:1783952435.469955:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106954:x1870607600783104:12345-0@lo:400:kworker.0 Request processed in 51us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952435.469964:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1783952435.469975:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1783952435.469983:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600782208:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783952435.469988:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783952435.469995:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952435.469998:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952435.470001:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952435.470023:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600782208:12345-0@lo:400:kworker.0 Request processed in 41us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.470030:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1783952435.470048:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1783952435.470048:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:106954:1870607600783104:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470056:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600782720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470086:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600782720:12345-0@lo:400:kworker.0 Request processed in 31us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952435.470093:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600781696:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470094:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1783952435.470107:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1783952435.470115:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600782080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470119:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600782208:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470136:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600782720:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470164:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600782080:12345-0@lo:400:kworker.0 Request processed in 49us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.470170:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1783952435.470183:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1783952435.470190:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600782592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470195:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600781952:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470220:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600782592:12345-0@lo:400:kworker.0 Request processed in 30us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.470226:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1783952435.470237:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.470261:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600782464:0@lo:400:kworker.0 00010000:00080000:2.0:1783952435.470266:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c69cad80 x1870607600782080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952435.470279:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600782080:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470286:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1783952435.470293:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c409f800 x1870607600782592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952435.470304:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600782592:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470319:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600782976:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.470367:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600781824:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470378:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.470405:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782976 00000100:00100000:1.0:1783952435.470409:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782976 00000100:00100000:1.0:1783952435.470437:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1783952435.470443:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600782976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.470477:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de359880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600782976:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952435.470484:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:1.0:1783952435.470516:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952435.470537:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600782976:0@lo:400:kworker.0 00000100:00100000:0.0:1783952435.470576:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600783232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952435.470583:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781568 00000100:00100000:1.0:1783952435.470588:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781568 00000100:00100000:0.0:1783952435.470610:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952435.470620:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1783952435.470630:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600781568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952435.470645:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781952 00000100:00100000:0.0:1783952435.470649:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781952 00000100:00100000:1.0:1783952435.470674:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2443850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600781568:12345-0@lo:400:kworker.0 Request processed in 46us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952435.470675:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782464 00000100:00100000:0.0:1783952435.470679:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782464 00000100:00100000:1.0:1783952435.470686:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1783952435.470692:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783232 00000100:00100000:0.0:1783952435.470696:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783232 00000100:00100000:0.0:1783952435.470710:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1783952435.470717:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600781952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952435.470753:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:106953:x1870607600781952:12345-0@lo:400:kworker.0 Request processed in 37us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952435.470762:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1783952435.470776:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600781952:0@lo:400:kworker.0 00000100:00100000:0.0:1783952435.470780:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1783952435.470790:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600782464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952435.470835:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600782464:12345-0@lo:400:kworker.0 Request processed in 46us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952435.470841:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1783952435.470852:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1783952435.470858:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600783232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952435.470886:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952435.470917:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600783232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952435.470923:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1783952435.470949:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600783232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952435.471695:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.471727:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c69ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600782336:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.471751:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.471769:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600782848:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.471789:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952435.471823:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600781824 00000100:00100000:2.0:1783952435.471829:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600781824 00000100:00100000:2.0:1783952435.471875:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782336 00000100:00100000:2.0:1783952435.471878:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782336 00000100:00100000:2.0:1783952435.471904:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600782848 00000100:00100000:2.0:1783952435.471907:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600782848 00000100:00100000:2.0:1783952435.471922:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1783952435.471930:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600781824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.471981:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600781824:12345-0@lo:400:kworker.0 Request processed in 52us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.471989:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1783952435.472006:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1783952435.472011:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600782336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.472038:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600782336:12345-0@lo:400:kworker.0 Request processed in 27us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.472046:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1783952435.472057:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1783952435.472063:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600782848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.472090:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600782848:12345-0@lo:400:kworker.0 Request processed in 27us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952435.472097:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:3.0:1783952435.472125:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783952435.472158:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600781568:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.472221:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600781824:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.472230:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c69ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600782336:0@lo:400:kworker.0 00000100:00100000:2.0:1783952435.472239:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600782848:0@lo:400:kworker.0 00000100:00100000:1.0:1783952435.472444:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600782464:0@lo:400:kworker.0 00000100:00100000:3.0:1783952435.982742:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952435.982779:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600783360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952435.982891:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952435.984394:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783360 00000100:00100000:0.0:1783952435.984417:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783360 00000100:00100000:0.0:1783952435.984519:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1783952435.984532:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600783360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952435.984569:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8057920 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952435.984688:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600783360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 159us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952435.984696:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1783952435.985256:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de35b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600783360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952436.363573:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952437.398053:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952437.516389:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600783488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952437.516507:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952437.517120:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783488 00000100:00100000:0.0:1783952437.517130:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783488 00000100:00100000:0.0:1783952437.517208:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1783952437.517220:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600783488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783952437.517256:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952437.517318:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600783488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952437.517368:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00080000:0.0:1783952437.517394:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952437.517434:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75de358700 x1870607600783488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952437.517456:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75de358700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600783488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952437.518194:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952437.518217:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600783616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952437.518279:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952437.518647:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783616 00000100:00100000:0.0:1783952437.518657:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783616 00000100:00100000:0.0:1783952437.518713:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1783952437.518722:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600783616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952437.518744:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8668608 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952437.518789:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600783616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952437.518795:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:0.0:1783952437.518814:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1783952437.519455:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6fb80 x1870607600783616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952437.519517:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600783616:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1783952438.298985:0:171154:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg238-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff96e91842e000.ost_server_uuid 50 00000100:00100000:1.0:1783952438.353373:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952438.353489:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180224 00000100:00100000:3.0:1783952438.353503:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180224 00000100:00100000:3.0:1783952438.353575:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:3.0:1783952438.353596:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584180224:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952438.353722:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fefb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584180224:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 129us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952438.353731:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 137 00000100:00100000:1.0:1783952438.355969:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952438.356022:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952438.356112:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180608 00000100:00100000:3.0:1783952438.356125:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180608 00000100:00100000:2.0:1783952438.356150:0:162839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180736 00000100:00100000:2.0:1783952438.356155:0:162839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180736 00000100:00100000:3.0:1783952438.356468:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 471 00000100:00100000:3.0:1783952438.356492:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584180608:12345-192.168.202.38@tcp:9:kworker.0 00000020:00000080:3.0:1783952438.356543:0:161704:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438afbf 00000100:00080000:3.0:1783952438.356556:0:161704:0:(import.c:65:import_set_state_nolock()) ffff8a74cb97f000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952438.356635:0:161704:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00000100:00100000:3.0:1783952438.356861:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75de35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+2:69251:x1870607584180608:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 371us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952438.356870:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 471 00000100:00100000:3.0:1783952438.356891:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 472 00000100:00100000:3.0:1783952438.356898:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+5:69251:x1870607584180736:12345-192.168.202.38@tcp:9:kworker.0 00000020:00000080:3.0:1783952438.356912:0:161704:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x3b91f5b49438b036 00000100:00080000:3.0:1783952438.356922:0:161704:0:(import.c:65:import_set_state_nolock()) ffff8a74c37b3000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783952438.356949:0:161704:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869284 00000100:00100000:3.0:1783952438.357031:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+2:69251:x1870607584180736:12345-192.168.202.38@tcp:9:kworker.0 Request processed in 133us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952438.357039:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 472 00010000:00010000:0.0:1783952438.357095:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783952438.357465:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952438.357481:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783952438.376525:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952438.377775:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952438.377819:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952438.377856:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180352 00000100:00100000:1.0:1783952438.377869:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180352 00000100:00100000:1.0:1783952438.377947:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180480 00000100:00100000:1.0:1783952438.377951:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180480 00000100:00100000:1.0:1783952438.377978:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 528 00000100:00100000:1.0:1783952438.377990:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584180352:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952438.378095:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584180352:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 106us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952438.378102:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 528 00000100:00100000:1.0:1783952438.378122:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 529 00000100:00100000:1.0:1783952438.378128:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584180480:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952438.378155:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584180480:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 28us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952438.378162:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 529 00000100:00080000:1.0:1783952438.378180:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952438.378185:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783952438.414039:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952439.437398:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952439.566608:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600783744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952439.566739:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952439.567179:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783744 00000100:00100000:0.0:1783952439.567192:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783744 00000100:00100000:0.0:1783952439.567382:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1783952439.567394:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600783744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952439.567433:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00080000:1.0:1783952439.567537:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952439.567775:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600783744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 382us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952439.567784:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1783952439.568288:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600783744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952440.078695:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600783872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952440.078796:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952440.079259:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600783872 00000100:00100000:2.0:1783952440.079271:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600783872 00000100:00100000:2.0:1783952440.079365:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1783952440.079377:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600783872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952440.079428:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952440.079542:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600783872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952440.079551:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1783952440.079705:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600783872:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952440.462754:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952440.589302:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600784000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952440.589448:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.589765:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784000 00000100:00100000:0.0:1783952440.589777:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784000 00000100:00100000:0.0:1783952440.589879:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1783952440.589890:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600784000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783952440.589946:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952440.590019:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600784000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952440.590028:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1783952440.590095:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600784000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952440.591515:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600784256:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591601:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591644:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600784768:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591666:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591683:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600785280:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591706:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591729:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1783952440.591736:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600784128:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591768:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591800:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600784640:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591840:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591861:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600785152:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.591884:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952440.591919:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784256 00000100:00100000:1.0:1783952440.591927:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784256 00000100:00100000:1.0:1783952440.593821:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784768 00000100:00100000:1.0:1783952440.593839:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784768 00000100:00100000:1.0:1783952440.593880:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785280 00000100:00100000:1.0:1783952440.593884:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785280 00000100:00100000:1.0:1783952440.593905:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785152 00000100:00100000:1.0:1783952440.593908:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785152 00000100:00100000:1.0:1783952440.593948:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1783952440.593959:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600784256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.596535:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600784256:12345-0@lo:400:kworker.0 Request processed in 2571us (4927us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.596553:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1783952440.596618:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1783952440.596634:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600784768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.596673:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c69c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600784768:12345-0@lo:400:kworker.0 Request processed in 46us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.596680:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1783952440.596693:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1783952440.596703:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600785280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.596736:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600785280:12345-0@lo:400:kworker.0 Request processed in 36us (5028us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.596749:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1783952440.596765:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1783952440.596771:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600785152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.596803:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600785152:12345-0@lo:400:kworker.0 Request processed in 32us (4918us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.596809:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1783952440.596864:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784128 00000100:00100000:1.0:1783952440.596874:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784128 00000100:00100000:1.0:1783952440.596922:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1783952440.596928:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600784128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.596964:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c2442450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600784128:12345-0@lo:400:kworker.0 Request processed in 37us (5196us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.597005:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1783952440.597049:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784640 00000100:00100000:1.0:1783952440.597054:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784640 00000100:00100000:1.0:1783952440.597087:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1783952440.597094:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600784640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597126:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600784640:12345-0@lo:400:kworker.0 Request processed in 33us (5286us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952440.597132:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:1.0:1783952440.597162:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952440.597208:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600784128:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597227:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600784640:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597238:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600785152:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597251:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600784256:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597262:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600784768:0@lo:400:kworker.0 00000100:00100000:1.0:1783952440.597273:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600785280:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.597811:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600784384:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.597867:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.597909:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600784896:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.597942:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.597974:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600785408:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.597999:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.598026:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783952440.598033:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600784512:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.598054:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.598069:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600785024:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.598087:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952440.598117:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784384 00000100:00100000:0.0:1783952440.598122:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784384 00000100:00100000:0.0:1783952440.598168:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785408 00000100:00100000:0.0:1783952440.598171:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785408 00000100:00100000:0.0:1783952440.598188:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1783952440.598196:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600784384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.598258:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600784384:12345-0@lo:400:kworker.0 Request processed in 62us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952440.598279:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1783952440.598295:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1783952440.598301:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600785408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.598332:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600785408:12345-0@lo:400:kworker.0 Request processed in 31us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952440.598373:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:0.0:1783952440.598392:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952440.598425:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600784384:0@lo:400:kworker.0 00000100:00100000:0.0:1783952440.598436:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600785408:0@lo:400:kworker.0 00000100:00100000:3.0:1783952440.601479:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784896 00000100:00100000:3.0:1783952440.601503:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784896 00000100:00100000:3.0:1783952440.601648:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600784512 00000100:00100000:3.0:1783952440.601652:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600784512 00000100:00100000:3.0:1783952440.601687:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785024 00000100:00100000:3.0:1783952440.601691:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785024 00000100:00100000:3.0:1783952440.601730:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1783952440.601744:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c51f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600784896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952440.601893:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c51f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600784896:12345-0@lo:400:kworker.0 Request processed in 153us (3948us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952440.601902:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1783952440.602227:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1783952440.602236:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600784512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952440.602272:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600784512:12345-0@lo:400:kworker.0 Request processed in 38us (4217us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952440.602278:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1783952440.602289:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1783952440.602295:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600785024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952440.602324:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600785024:12345-0@lo:400:kworker.0 Request processed in 30us (4236us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952440.602331:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00010000:00080000:3.0:1783952440.602451:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f717d180 x1870607600784512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952440.602486:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600784512:0@lo:400:kworker.0 00000100:00100000:3.0:1783952440.602504:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600785024:0@lo:400:kworker.0 00010000:00080000:3.0:1783952440.602516:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c2300 x1870607600784896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952440.602541:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600784896:0@lo:400:kworker.0 00000100:00080000:0.0:1783952440.602956:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952440.602975:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952441.102790:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600785536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952441.102924:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952441.103365:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785536 00000100:00100000:1.0:1783952441.103380:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785536 00000100:00100000:1.0:1783952441.103477:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1783952441.103490:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600785536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952441.103543:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952441.103634:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600785536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952441.103643:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1783952441.103780:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600785536:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952441.483561:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952442.507739:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952442.636005:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952442.636042:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600785664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952442.636157:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952442.636694:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785664 00000100:00100000:0.0:1783952442.636705:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785664 00000100:00100000:0.0:1783952442.636774:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1783952442.636786:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600785664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952442.636827:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952442.636887:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600785664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952442.636895:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:0.0:1783952442.636920:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952442.636969:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6f480 x1870607600785664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952442.637018:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600785664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952442.638091:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600785792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952442.638166:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952442.639638:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785792 00000100:00100000:2.0:1783952442.639656:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785792 00000100:00100000:2.0:1783952442.639751:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1783952442.639763:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600785792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952442.639799:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952442.639885:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600785792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952442.639893:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00080000:2.0:1783952442.639924:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1783952442.639983:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75d1391c00 x1870607600785792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952442.640009:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600785792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952443.446867:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952443.447404:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181120 00000100:00100000:0.0:1783952443.447423:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181120 00000100:00100000:0.0:1783952443.447612:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 536 00000100:00100000:0.0:1783952443.447625:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584181120:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952443.447748:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584181120:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 124us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952443.447758:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 536 00000100:00080000:2.0:1783952443.448748:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783952443.456071:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952443.456126:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952443.456255:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180992 00000100:00100000:3.0:1783952443.456265:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180992 00000100:00100000:3.0:1783952443.456380:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 537 00000100:00100000:3.0:1783952443.456391:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584180992:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952443.456496:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584180992:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 107us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952443.456516:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 537 00000100:00080000:0.0:1783952443.456794:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952443.457964:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584180864 00000100:00100000:2.0:1783952443.457991:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584180864 00000100:00100000:2.0:1783952443.458106:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 139 00000100:00100000:2.0:1783952443.458117:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584180864:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952443.458189:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584180864:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 74us (2062us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952443.458196:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 139 00010000:00010000:3.0:1783952443.531793:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783952444.175397:0:169967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:1.0:1783952444.175408:0:169967:0:(genops.c:906:class_export_put()) final put ffff8a75feba4800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:3.0:1783952444.175485:0:94664:0:(genops.c:865:class_export_destroy()) destroying export ffff8a75feba4800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0000 00000020:00000080:3.0:1783952444.175537:0:94664:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74cb97f000 for lustre-OST0000 00000001:00100000:3.0:1783952444.176087:0:161429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:3.0:1783952444.176091:0:161429:0:(genops.c:906:class_export_put()) final put ffff8a74c37b5800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 00000020:00000080:1.0:1783952444.176146:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8a74c37b5800/71ea6a5c-561f-4eb8-a8d2-543f542832b5 for lustre-OST0001 00000020:00000080:1.0:1783952444.176265:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8a74c37b3000 for lustre-OST0001 00010000:00010000:3.0:1783952444.556616:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952444.684120:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952444.684148:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600785920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952444.684241:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952444.684364:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600785920 00000100:00100000:0.0:1783952444.684372:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600785920 00000100:00100000:0.0:1783952444.684461:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1783952444.684472:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600785920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952444.684500:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952444.684548:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600785920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952444.684556:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:1.0:1783952444.684862:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952444.684900:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600785920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952445.197371:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600786048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952445.197460:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952445.198144:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786048 00000100:00100000:0.0:1783952445.198164:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786048 00000100:00100000:0.0:1783952445.198225:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1783952445.198246:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600786048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952445.198294:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952445.198399:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600786048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952445.198403:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600786048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 159us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952445.198428:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00010000:00010000:0.0:1783952445.579751:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952445.707646:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952445.707675:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600786176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952445.707744:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.707936:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600786432:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.707971:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.707984:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600786944:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708002:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.708018:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600787456:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708037:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.708056:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783952445.708060:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600786560:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708074:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.708083:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600787072:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708112:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.708121:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600787584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708133:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.708152:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786432 00000100:00100000:1.0:1783952445.708167:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786432 00000100:00100000:2.0:1783952445.708446:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600786688:0@lo:400:kworker.0 00000100:00100000:2.0:1783952445.708533:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952445.708750:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787072 00000100:00100000:3.0:1783952445.708761:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787072 00000100:00100000:3.0:1783952445.708802:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786688 00000100:00100000:3.0:1783952445.708805:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786688 00000100:00100000:3.0:1783952445.708832:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1783952445.708839:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600787072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.708981:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786944 00000100:00100000:1.0:1783952445.708984:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786944 00000100:00100000:1.0:1783952445.708997:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787456 00000100:00100000:1.0:1783952445.709000:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787456 00000100:00100000:1.0:1783952445.709013:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786560 00000100:00100000:1.0:1783952445.709015:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786560 00000100:00100000:1.0:1783952445.709029:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787584 00000100:00100000:1.0:1783952445.709032:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787584 00000100:00100000:1.0:1783952445.709044:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1783952445.709050:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600786432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.709119:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600787072:12345-0@lo:400:kworker.0 Request processed in 279us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952445.709127:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1783952445.709144:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1783952445.709151:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600786688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.709273:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600786432:12345-0@lo:400:kworker.0 Request processed in 221us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709280:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1783952445.709298:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1783952445.709304:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600786944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.709355:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600786944:12345-0@lo:400:kworker.0 Request processed in 31us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709361:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1783952445.709374:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1783952445.709380:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600787456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.709419:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600787456:12345-0@lo:400:kworker.0 Request processed in 39us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709438:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1783952445.709457:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1783952445.709464:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600786560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.709496:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600786560:12345-0@lo:400:kworker.0 Request processed in 33us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709502:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1783952445.709514:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1783952445.709520:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600787584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.709547:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600787584:12345-0@lo:400:kworker.0 Request processed in 28us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709553:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:1.0:1783952445.709581:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952445.709585:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783952445.709587:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952445.709662:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600786688:12345-0@lo:400:kworker.0 Request processed in 43us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952445.709679:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1783952445.709713:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600786304:0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.709753:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952445.709869:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786176 00000100:00100000:1.0:1783952445.709873:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786176 00000100:00100000:1.0:1783952445.709898:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1783952445.709902:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600786176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952445.709926:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952445.709950:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600786176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.709954:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1783952445.709973:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786304 00000100:00100000:1.0:1783952445.709976:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786304 00000100:00100000:1.0:1783952445.709993:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1783952445.709999:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600786304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.710041:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d97d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600786304:12345-0@lo:400:kworker.0 Request processed in 41us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.710048:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1783952445.710091:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600786560:0@lo:400:kworker.0 00010000:00080000:1.0:1783952445.710104:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75d1392a00 x1870607600787072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952445.710111:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600787072:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.710118:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600787584:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.710125:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600786432:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.710132:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600786944:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.710139:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600787456:0@lo:400:kworker.0 00010000:00080000:2.0:1783952445.711742:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75d1390a80 x1870607600786688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952445.711756:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600786304:0@lo:400:kworker.0 00000100:00100000:2.0:1783952445.711773:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600786688:0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.711781:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600786816:0@lo:400:kworker.0 00000100:00100000:2.0:1783952445.711982:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600787200:0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.712021:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952445.712066:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600787328:0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.712095:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952445.712250:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600786176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952445.712358:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600786816 00000100:00100000:0.0:1783952445.712364:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600786816 00000100:00100000:0.0:1783952445.712422:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783952445.712432:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600786816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952445.712485:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600786816:12345-0@lo:400:kworker.0 Request processed in 56us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952445.712490:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783952445.712515:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600786816:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.712673:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787328 00000100:00100000:1.0:1783952445.712677:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787328 00000100:00100000:1.0:1783952445.712749:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1783952445.712758:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600787328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952445.712952:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600787328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952445.712999:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600787328:12345-0@lo:400:kworker.0 Request processed in 56us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952445.713007:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1783952445.714206:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952445.717559:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787200 00000100:00100000:3.0:1783952445.717748:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787200 00000100:00080000:1.0:1783952445.717980:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952445.718049:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1783952445.718064:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600787200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952445.718230:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600787200:12345-0@lo:400:kworker.0 Request processed in 169us (4026us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952445.718239:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1783952445.718415:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600787200:0@lo:400:kworker.0 00000100:00100000:2.0:1783952446.219883:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600787712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952446.220001:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952446.220089:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787712 00000100:00100000:0.0:1783952446.220100:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787712 00000100:00100000:0.0:1783952446.220174:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1783952446.220185:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600787712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783952446.220227:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952446.223953:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600787712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3751us (3934us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952446.223973:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1783952446.228044:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600787712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952446.609041:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952447.631112:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952447.756324:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600787840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952447.756482:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952447.756680:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787840 00000100:00100000:0.0:1783952447.756692:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787840 00000100:00080000:1.0:1783952447.756873:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952447.757004:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1783952447.757017:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600787840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952447.757066:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952447.757222:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600787840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 208us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952447.757231:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1783952447.757866:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952447.757885:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600787968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952447.757940:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952447.758117:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600787968 00000100:00100000:1.0:1783952447.758124:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600787968 00000100:00100000:1.0:1783952447.758185:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1783952447.758195:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c26b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600787968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952447.758225:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952447.758270:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c26b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600787968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952447.758277:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00010000:00080000:1.0:1783952447.758616:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f717d500 x1870607600787968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952447.758642:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600787968:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952447.758720:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1783952447.760948:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6d880 x1870607600787840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952447.760986:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600787840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952448.566622:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952448.566771:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181248 00000100:00100000:1.0:1783952448.566785:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181248 00000100:00100000:1.0:1783952448.566868:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:1.0:1783952448.566881:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584181248:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952448.567004:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584181248:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 125us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952448.567012:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 141 00000100:00100000:1.0:1783952448.579014:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952448.582609:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952448.592159:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181504 00000100:00100000:2.0:1783952448.592183:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181504 00000100:00100000:2.0:1783952448.592292:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181376 00000100:00100000:2.0:1783952448.592297:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181376 00000100:00100000:2.0:1783952448.592362:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 544 00000100:00100000:2.0:1783952448.592377:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584181504:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952448.592929:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584181504:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 554us (13928us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952448.592960:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 544 00000100:00100000:2.0:1783952448.592991:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 545 00000100:00100000:2.0:1783952448.593001:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584181376:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952448.593041:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584181376:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 42us (10458us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952448.593049:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 545 00000100:00080000:0.0:1783952448.593436:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952448.593443:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1783952448.652175:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952449.676601:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952449.803686:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952449.803724:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600788096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952449.803823:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952449.804504:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788096 00000100:00100000:1.0:1783952449.804528:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788096 00000100:00100000:1.0:1783952449.804623:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1783952449.804635:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600788096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952449.804688:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952449.804761:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600788096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952449.804770:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1783952449.804836:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600788096:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952449.805095:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952450.316261:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600788224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952450.316419:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952450.316665:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788224 00000100:00100000:1.0:1783952450.316694:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788224 00000100:00100000:1.0:1783952450.316771:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1783952450.316784:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600788224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952450.316837:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952450.316902:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600788224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.316911:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1783952450.317021:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600788224:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952450.699670:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952450.827792:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952450.827835:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600788352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952450.827949:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952450.829031:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788352 00000100:00100000:1.0:1783952450.829059:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788352 00000100:00100000:1.0:1783952450.829144:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1783952450.829156:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600788352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952450.829215:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952450.829310:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600788352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 155us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.829319:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1783952450.829505:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600788864:0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.829557:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952450.829597:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789376:0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.829621:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952450.829644:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783952450.829650:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600788736:0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.829678:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952450.829698:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789248:0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.829728:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952450.829748:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600789760:0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.829772:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952450.829829:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788864 00000100:00100000:3.0:1783952450.829834:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788864 00000100:00100000:3.0:1783952450.829887:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789376 00000100:00100000:3.0:1783952450.829891:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789376 00000100:00100000:3.0:1783952450.829913:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789248 00000100:00100000:3.0:1783952450.829916:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789248 00000100:00100000:3.0:1783952450.829943:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1783952450.829950:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600788864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.830008:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600788864:12345-0@lo:400:kworker.0 Request processed in 58us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952450.830015:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1783952450.830029:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1783952450.830035:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952450.830075:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789376:12345-0@lo:400:kworker.0 Request processed in 40us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952450.830081:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1783952450.830092:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1783952450.830098:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952450.830240:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600788608:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.830326:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600788480:0@lo:400:kworker.0 00000100:00100000:2.0:1783952450.830465:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788736 00000100:00100000:2.0:1783952450.830471:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788736 00000100:00100000:2.0:1783952450.830510:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789760 00000100:00100000:2.0:1783952450.830513:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789760 00000100:00100000:2.0:1783952450.830539:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1783952450.830547:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600788736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952450.834755:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952450.834829:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600789120:0@lo:400:kworker.0 00000100:00100000:0.0:1783952450.834898:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952450.834913:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600789632:0@lo:400:kworker.0 00000100:00100000:0.0:1783952450.834937:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952450.835856:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952450.835925:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600788992:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.835968:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952450.836817:0:162835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788992 00000100:00100000:0.0:1783952450.836831:0:162835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788992 00000100:00100000:0.0:1783952450.836911:0:162835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1783952450.836923:0:162835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600788992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.838620:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600789504:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.838714:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952450.838791:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788608 00000100:00100000:1.0:1783952450.838799:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788608 00000100:00100000:1.0:1783952450.838853:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789120 00000100:00100000:1.0:1783952450.838857:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789120 00000100:00100000:1.0:1783952450.838876:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789632 00000100:00100000:1.0:1783952450.838879:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789632 00000100:00100000:1.0:1783952450.838915:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789504 00000100:00100000:1.0:1783952450.838918:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789504 00000100:00100000:1.0:1783952450.838935:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1783952450.838943:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600789760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839022:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600789760:12345-0@lo:400:kworker.0 Request processed in 79us (9248us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839030:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1783952450.839054:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1783952450.839070:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600788608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839249:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600788608:12345-0@lo:400:kworker.0 Request processed in 180us (4507us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839256:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1783952450.839274:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1783952450.839280:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600789120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839314:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600789120:12345-0@lo:400:kworker.0 Request processed in 35us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839320:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1783952450.839332:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1783952450.839399:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600789632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839434:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600789632:12345-0@lo:400:kworker.0 Request processed in 37us (4496us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839440:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1783952450.839454:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1783952450.839460:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600789504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839494:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600789504:12345-0@lo:400:kworker.0 Request processed in 34us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839509:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1783952450.839574:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600788608:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839588:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600789120:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839601:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600789632:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839640:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600789504:0@lo:400:kworker.0 00000100:00080000:1.0:1783952450.839734:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952450.839742:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952450.839746:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952450.839750:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952450.839779:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600788480 00000100:00100000:1.0:1783952450.839784:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600788480 00000100:00100000:1.0:1783952450.839820:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1783952450.839828:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600788480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839868:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600788480:12345-0@lo:400:kworker.0 Request processed in 41us (4017us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952450.839874:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1783952450.839918:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600788480:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.839963:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600788352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952450.840010:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600789760:0@lo:400:kworker.0 00010000:00080000:1.0:1783952450.840031:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c2680 x1870607600788864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952450.840044:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600788864:0@lo:400:kworker.0 00000100:00100000:2.0:1783952450.840436:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600788736:12345-0@lo:400:kworker.0 Request processed in 9888us (10753us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952450.840446:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1783952450.840747:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789376:0@lo:400:kworker.0 00000100:00100000:2.0:1783952450.840779:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600788736:0@lo:400:kworker.0 00000100:00100000:0.0:1783952450.841391:0:162835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600788992:12345-0@lo:400:kworker.0 Request processed in 4468us (5419us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952450.841404:0:162835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1783952450.841721:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789248:12345-0@lo:400:kworker.0 Request processed in 11620us (11996us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952450.841731:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00080000:2.0:1783952450.841853:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c3800 x1870607600789248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952450.841885:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789248:0@lo:400:kworker.0 00000100:00100000:1.0:1783952450.842183:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600788992:0@lo:400:kworker.0 00000100:00100000:2.0:1783952451.340385:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952451.340511:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952451.340810:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600789888 00000100:00100000:1.0:1783952451.340821:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600789888 00000100:00100000:1.0:1783952451.340902:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1783952451.340914:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952451.340953:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952451.341021:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600789888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952451.341030:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1783952451.341251:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600789888:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783952451.723984:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952452.747606:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952452.875566:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1783952452.875604:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600790016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952452.875712:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952452.875771:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600790144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952452.875811:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952452.875924:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790016 00000100:00100000:3.0:1783952452.875935:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790016 00000100:00100000:3.0:1783952452.876018:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1783952452.876031:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600790016:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952452.876072:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790144 00002000:00000024:3.0:1783952452.876076:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952452.876077:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790144 00000100:00100000:1.0:1783952452.876104:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1783952452.876111:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600790144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952452.876122:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952452.876159:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600790016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952452.876159:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600790144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952452.876166:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:0.0:1783952452.876269:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952452.876317:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f717ca80 x1870607600790016/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952468 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952452.876384:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600790016:0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1783952452.876399:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6ca80 x1870607600790144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952468 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952452.876413:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600790144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952452.878934:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1783952453.686072:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952453.686137:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952453.686253:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181760 00000100:00100000:2.0:1783952453.686254:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181632 00000100:00100000:2.0:1783952453.686269:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181632 00000100:00100000:1.0:1783952453.686270:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181760 00000100:00100000:1.0:1783952453.686403:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 552 00000100:00100000:2.0:1783952453.686404:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00100000:1.0:1783952453.686421:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584181760:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952453.686422:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584181632:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952453.686619:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a76016f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584181632:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 204us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952453.686626:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 143 00000100:00080000:0.0:1783952453.688755:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952453.690028:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584181760:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 3594us (3952us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952453.690047:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 552 00000100:00100000:3.0:1783952453.701810:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952453.701974:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584181888 00000100:00100000:0.0:1783952453.701990:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584181888 00000100:00100000:0.0:1783952453.702106:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 553 00000100:00100000:0.0:1783952453.702121:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584181888:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952453.702225:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69252:x1870607584181888:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 108us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952453.702233:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 553 00000100:00080000:3.0:1783952453.703834:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1783952453.772028:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952454.795723:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952454.926062:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600790272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952454.926158:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952454.926298:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790272 00000100:00100000:3.0:1783952454.926309:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790272 00000100:00100000:3.0:1783952454.926434:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1783952454.926445:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600790272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952454.926496:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00080000:1.0:1783952454.928420:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952454.930278:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600790272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3810us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952454.930306:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1783952454.935666:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600790272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952455.436251:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952455.436298:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c409ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600790400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783952455.436795:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952455.436945:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790400 00000100:00100000:1.0:1783952455.436980:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790400 00000100:00100000:1.0:1783952455.437061:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1783952455.437073:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600790400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783952455.437124:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:1.0:1783952455.437184:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600790400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952455.437192:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1783952455.438626:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c409ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600790400:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952455.819943:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952455.947984:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600790784:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948099:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948193:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600791296:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948218:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948262:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600791808:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948285:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948328:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783952455.948372:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600790656:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948398:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948421:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600791168:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948449:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948466:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600791680:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948489:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.948522:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790784 00000100:00100000:2.0:1783952455.948533:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790784 00000100:00100000:2.0:1783952455.948595:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791296 00000100:00100000:2.0:1783952455.948598:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791296 00000100:00100000:2.0:1783952455.948615:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791808 00000100:00100000:2.0:1783952455.948618:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791808 00000100:00100000:2.0:1783952455.948634:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790656 00000100:00100000:2.0:1783952455.948636:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790656 00000100:00100000:2.0:1783952455.948651:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791680 00000100:00100000:2.0:1783952455.948654:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791680 00000100:00100000:2.0:1783952455.948671:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1783952455.948681:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600790784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948746:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600790784:12345-0@lo:400:kworker.0 Request processed in 66us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.948755:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1783952455.948779:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1783952455.948786:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600791296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948825:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600791296:12345-0@lo:400:kworker.0 Request processed in 39us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.948843:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1783952455.948856:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1783952455.948862:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600791808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948894:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600791808:12345-0@lo:400:kworker.0 Request processed in 33us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.948901:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1783952455.948916:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1783952455.948922:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600790656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948950:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600790656:12345-0@lo:400:kworker.0 Request processed in 29us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.948956:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1783952455.948968:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1783952455.948973:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600791680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.948998:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600791680:12345-0@lo:400:kworker.0 Request processed in 25us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.949004:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:2.0:1783952455.949023:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952455.949027:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952455.949040:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600790528:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949078:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949104:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600791040:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949127:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949145:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600791552:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949167:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949195:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783952455.949202:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600790912:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949231:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949252:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600791424:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949276:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949293:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600791936:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949330:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.949398:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791936 00000100:00100000:2.0:1783952455.949403:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791936 00000100:00100000:2.0:1783952455.949431:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1783952455.949438:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600791936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949474:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600791936:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.949480:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:2.0:1783952455.949495:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952455.949529:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600790656:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949543:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600791680:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949554:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600790784:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949564:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600791296:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949575:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600791808:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.949611:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600791936:0@lo:400:kworker.0 00000100:00100000:3.0:1783952455.952510:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790528 00000100:00100000:3.0:1783952455.952534:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790528 00000100:00100000:3.0:1783952455.952636:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1783952455.952648:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600790528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952455.952779:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e0376050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106955:x1870607600790528:12345-0@lo:400:kworker.0 Request processed in 133us (3699us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952455.952788:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1783952455.952838:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791168 00000100:00100000:3.0:1783952455.952843:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791168 00000100:00100000:3.0:1783952455.952872:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791040 00000100:00100000:3.0:1783952455.952876:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791040 00000100:00100000:3.0:1783952455.952929:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791552 00000100:00100000:3.0:1783952455.952933:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791552 00000100:00100000:3.0:1783952455.952956:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600791424 00000100:00100000:3.0:1783952455.952959:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600791424 00000100:00100000:3.0:1783952455.952982:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1783952455.952989:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c409dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600791168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.953019:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:067ae2d0-3bc6-4b14-a01a-17d156457033:106955:1870607600790528:0@lo:400:kworker.0 00000100:00080000:2.0:1783952455.953064:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952455.953075:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952455.953275:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c409dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600791168:12345-0@lo:400:kworker.0 Request processed in 285us (4823us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952455.953282:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1783952455.953296:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1783952455.953302:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600791040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952455.953462:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1783952455.953474:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600791552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952455.955046:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1783952455.955076:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600791424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.957140:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600791168:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.957280:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600790912 00000100:00100000:2.0:1783952455.957290:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600790912 00000100:00100000:2.0:1783952455.957618:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1783952455.957628:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600790912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.957772:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600790912:12345-0@lo:400:kworker.0 Request processed in 145us (8539us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.957781:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1783952455.957835:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600790912:0@lo:400:kworker.0 00000100:00100000:2.0:1783952455.957953:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600792064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952455.958004:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952455.958050:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792064 00000100:00100000:2.0:1783952455.958054:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792064 00000100:00100000:2.0:1783952455.958079:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1783952455.958085:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600792064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952455.958119:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952455.958166:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600792064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952455.958173:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1783952455.958206:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600792064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952455.958642:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600791552:12345-0@lo:400:kworker.0 Request processed in 5168us (9470us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952455.958654:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1783952455.958696:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600791552:0@lo:400:kworker.0 00000100:00100000:3.0:1783952455.958900:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600791040:12345-0@lo:400:kworker.0 Request processed in 5592us (9765us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952455.958912:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1783952455.959015:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600791424:12345-0@lo:400:kworker.0 Request processed in 3953us (9736us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952455.959062:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00080000:1.0:1783952455.959680:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9cad80 x1870607600791040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952455.959698:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600791040:0@lo:400:kworker.0 00010000:00080000:1.0:1783952455.959730:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9c9180 x1870607600791424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952455.959740:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600791424:0@lo:400:kworker.0 00000100:00100000:2.0:1783952456.459634:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783952456.459800:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600792192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952456.459907:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952456.459956:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792192 00000100:00100000:1.0:1783952456.459967:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792192 00000100:00100000:1.0:1783952456.460037:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1783952456.460048:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600792192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952456.460089:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952456.460174:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600792192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952456.460183:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1783952456.460801:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600792192:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952456.843657:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783952457.867898:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952457.996314:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952457.996367:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600792320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952457.996473:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952457.996757:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792320 00000100:00100000:2.0:1783952457.996767:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792320 00000100:00100000:2.0:1783952457.996859:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1783952457.996874:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600792320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952457.996917:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952457.996981:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600792320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952457.996990:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:0.0:1783952457.997230:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952457.997266:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a19500 x1870607600792320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952473 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952457.997288:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600792320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952457.997642:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952457.997656:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600792448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952457.997701:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952457.997889:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792448 00000100:00100000:3.0:1783952457.997896:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792448 00000100:00100000:3.0:1783952457.997956:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1783952457.997965:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600792448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952457.997982:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952457.998030:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600792448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952457.998037:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00010000:00080000:3.0:1783952457.998069:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f717ca80 x1870607600792448/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952473 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952457.998085:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f717ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600792448:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783952457.998891:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952458.808178:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952458.808238:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952458.808281:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952458.808521:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182144 00000100:00100000:0.0:1783952458.808536:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182144 00000100:00100000:0.0:1783952458.808642:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182272 00000100:00100000:0.0:1783952458.808646:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182272 00000100:00100000:0.0:1783952458.808680:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 560 00000100:00100000:0.0:1783952458.808691:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584182144:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952458.808794:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584182144:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 104us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952458.808803:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 560 00000100:00100000:0.0:1783952458.808822:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 561 00000100:00100000:0.0:1783952458.808829:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584182272:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952458.808870:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584182272:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 41us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952458.808896:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 561 00000100:00080000:2.0:1783952458.809598:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952458.809604:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952458.809796:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182016 00000100:00100000:3.0:1783952458.809815:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182016 00000100:00100000:3.0:1783952458.809877:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 145 00000100:00100000:3.0:1783952458.809887:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584182016:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952458.809935:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e6d9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584182016:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 50us (1774us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952458.809943:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 145 00010000:00010000:3.0:1783952458.891978:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952459.916093:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952460.044107:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952460.044145:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600792576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952460.046863:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952460.047923:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792576 00000100:00100000:1.0:1783952460.047938:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792576 00000100:00100000:1.0:1783952460.048083:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1783952460.048096:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600792576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952460.048147:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952460.048243:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600792576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952460.048261:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783952460.049316:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600792576:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783952460.049528:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952460.556180:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600792704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952460.556316:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952460.556496:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792704 00000100:00100000:2.0:1783952460.556507:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792704 00000100:00100000:2.0:1783952460.556600:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1783952460.556611:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600792704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952460.556658:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952460.563163:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600792704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6536us (6830us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952460.563184:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1783952460.563504:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fe9ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600792704:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783952460.939830:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952461.068043:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600793216:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.068150:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952461.068200:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600793088:0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.068240:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952461.068252:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600793728:0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.068263:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600793600:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.068288:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952461.068294:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952461.068305:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600794240:0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.068307:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600794112:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.068324:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952461.068391:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600792832:0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068433:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952461.068453:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600792960:0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068460:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600793344:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.068485:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952461.068486:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952461.068504:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600793856:0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068538:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952461.068555:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600794368:0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068587:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792832 00000100:00100000:1.0:1783952461.068595:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792832 00000100:00100000:1.0:1783952461.068654:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1783952461.068664:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600792832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068728:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7411450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600792832:12345-0@lo:400:kworker.0 Request processed in 65us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952461.068736:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1783952461.068787:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793216 00000100:00100000:1.0:1783952461.068791:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793216 00000100:00100000:1.0:1783952461.068820:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793728 00000100:00100000:1.0:1783952461.068823:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793728 00000100:00100000:1.0:1783952461.068851:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1783952461.068858:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600793216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.068915:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600793216:12345-0@lo:400:kworker.0 Request processed in 57us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952461.068923:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1783952461.070565:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1783952461.070618:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600793728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.070712:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600793728:12345-0@lo:400:kworker.0 Request processed in 120us (2423us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952461.070720:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1783952461.070811:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600793216:0@lo:400:kworker.0 00000100:00100000:1.0:1783952461.070826:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600793728:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.075682:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600793472:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.075776:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952461.075804:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600793984:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.078126:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952461.078241:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793344 00000100:00100000:3.0:1783952461.078252:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793344 00000100:00100000:3.0:1783952461.078352:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793856 00000100:00100000:3.0:1783952461.078356:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793856 00000100:00100000:3.0:1783952461.078752:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793472 00000100:00100000:3.0:1783952461.078757:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793472 00000100:00100000:3.0:1783952461.078779:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793984 00000100:00100000:3.0:1783952461.078782:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793984 00000100:00100000:3.0:1783952461.078827:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1783952461.078837:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600793344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.078919:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f717ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600793344:12345-0@lo:400:kworker.0 Request processed in 83us (10430us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952461.078928:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1783952461.078967:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1783952461.078974:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600793856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.079076:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600793856:12345-0@lo:400:kworker.0 Request processed in 103us (10537us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952461.079084:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1783952461.079097:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1783952461.079103:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600793472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.079137:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600793472:12345-0@lo:400:kworker.0 Request processed in 34us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952461.079144:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1783952461.079155:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1783952461.079161:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600793984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.079185:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600793984:12345-0@lo:400:kworker.0 Request processed in 25us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952461.079191:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1783952461.082492:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793088 00000100:00100000:0.0:1783952461.082514:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793088 00000100:00100000:0.0:1783952461.082698:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600793600 00000100:00100000:0.0:1783952461.082702:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600793600 00000100:00100000:0.0:1783952461.082721:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794240 00000100:00100000:0.0:1783952461.082724:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794240 00000100:00100000:0.0:1783952461.082737:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600792960 00000100:00100000:0.0:1783952461.082740:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600792960 00000100:00100000:0.0:1783952461.083221:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1783952461.083235:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600793088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.083461:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600793088:12345-0@lo:400:kworker.0 Request processed in 230us (15218us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952461.083469:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1783952461.083491:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1783952461.083517:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600793600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.083551:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600793600:12345-0@lo:400:kworker.0 Request processed in 35us (15256us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952461.083557:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1783952461.083568:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1783952461.083575:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600794240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.083629:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600794240:12345-0@lo:400:kworker.0 Request processed in 55us (15304us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952461.083635:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1783952461.083646:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1783952461.083652:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600792960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.083684:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fe9a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106954:x1870607600792960:12345-0@lo:400:kworker.0 Request processed in 30us (15197us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952461.083690:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1783952461.089950:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952461.090249:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600792832:0@lo:400:kworker.0 00010000:00080000:3.0:1783952461.090281:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9c9c00 x1870607600793344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952461.090292:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600793344:0@lo:400:kworker.0 00010000:00080000:3.0:1783952461.090306:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c3539f80 x1870607600793856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952461.090314:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600793856:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.090628:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952461.090632:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600794240:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.091130:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600793088:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.091145:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600793600:0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.091175:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794368 00000100:00100000:2.0:1783952461.091182:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794368 00000100:00100000:2.0:1783952461.091242:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794112 00000100:00100000:2.0:1783952461.091245:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794112 00000100:00100000:2.0:1783952461.091275:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1783952461.091285:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600794368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.092097:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600794368:12345-0@lo:400:kworker.0 Request processed in 809us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952461.092108:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1783952461.092137:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1783952461.092146:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600794112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952461.092193:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600794112:12345-0@lo:400:kworker.0 Request processed in 50us (1566us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952461.092199:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1783952461.092294:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600794496:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952461.092348:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600794368:0@lo:400:kworker.0 00000100:00080000:1.0:1783952461.092378:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952461.092384:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783952461.092385:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952461.092388:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952461.092392:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952461.092426:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:106954:1870607600792960:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.092439:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600793472:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.092451:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600793984:0@lo:400:kworker.0 00000100:00100000:3.0:1783952461.092482:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794496 00000100:00100000:3.0:1783952461.092486:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794496 00000100:00100000:3.0:1783952461.092521:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1783952461.092528:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600794496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952461.092565:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952461.092604:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600794496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952461.092610:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1783952461.092643:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600794496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952461.092858:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600794112:0@lo:400:kworker.0 00000100:00100000:0.0:1783952461.580937:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952461.580972:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600794624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952461.581069:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952461.581314:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794624 00000100:00100000:1.0:1783952461.581326:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794624 00000100:00100000:1.0:1783952461.581488:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1783952461.581501:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600794624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952461.581534:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952461.581625:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600794624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952461.581634:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1783952461.581772:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600794624:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952461.963688:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952462.988606:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952463.115716:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600794752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952463.115833:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952463.117145:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794752 00000100:00100000:1.0:1783952463.117157:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794752 00000100:00100000:1.0:1783952463.117266:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1783952463.117282:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600794752:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952463.117329:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952463.117376:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600794880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952463.117452:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952463.117504:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600794880 00000100:00100000:3.0:1783952463.117510:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600794880 00000100:00100000:3.0:1783952463.117561:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1783952463.117571:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600794880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952463.117594:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952463.117652:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600794880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952463.117661:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00010000:00080000:0.0:1783952463.117776:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a18a80 x1870607600794880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952479 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952463.117799:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600794880:0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952463.117905:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952463.117996:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600794752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 719us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952463.118004:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:2.0:1783952463.118537:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952463.118884:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c1500 x1870607600794752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952479 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952463.118905:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600794752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952463.927546:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952463.927598:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952463.927650:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952463.927743:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182656 00000100:00100000:3.0:1783952463.927757:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182656 00000100:00100000:2.0:1783952463.927783:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182528 00000100:00100000:2.0:1783952463.927791:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182528 00000100:00100000:0.0:1783952463.927862:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182400 00000100:00100000:0.0:1783952463.927868:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182400 00000100:00100000:3.0:1783952463.927876:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 568 00000100:00100000:3.0:1783952463.927892:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584182656:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952463.927911:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00100000:0.0:1783952463.927922:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584182400:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952463.928011:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 569 00000100:00100000:2.0:1783952463.928033:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584182528:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952463.928081:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584182656:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 192us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952463.928103:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69253:x1870607584182400:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 181us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952463.928111:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 147 00000100:00080000:0.0:1783952463.928178:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952463.928183:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952463.928828:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584182528:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 795us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952463.934181:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 568 00000100:00100000:2.0:1783952463.934268:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 569 00010000:00010000:1.0:1783952464.013065:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952465.035639:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952465.164330:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952465.164408:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600795008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952465.164523:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952465.164952:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795008 00000100:00100000:0.0:1783952465.164975:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795008 00000100:00100000:0.0:1783952465.165073:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1783952465.165085:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600795008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952465.165127:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952465.165206:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600795008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952465.165215:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:2.0:1783952465.165382:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783952465.165613:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600795008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952465.676121:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600795136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952465.676242:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952465.676407:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795136 00000100:00100000:2.0:1783952465.676421:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795136 00000100:00100000:2.0:1783952465.676488:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1783952465.676500:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600795136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952465.676549:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952465.676635:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600795136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952465.676644:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1783952465.677058:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600795136:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952466.059634:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952466.188142:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600795392:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188262:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188361:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600795904:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188391:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188416:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600796416:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188438:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188465:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1783952466.188471:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600795264:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188504:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188529:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600795776:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188552:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188568:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600796288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188592:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188606:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600796800:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188626:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188654:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600795520:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188680:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188718:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600796032:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188740:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188755:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600796544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188778:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188794:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783952466.188801:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600795648:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188823:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188842:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600796160:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188862:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188877:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600796672:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.188898:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952466.188924:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795392 00000100:00100000:3.0:1783952466.188935:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795392 00000100:00100000:3.0:1783952466.188994:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796800 00000100:00100000:3.0:1783952466.188997:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796800 00000100:00100000:3.0:1783952466.189014:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795520 00000100:00100000:3.0:1783952466.189017:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795520 00000100:00100000:3.0:1783952466.189031:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796032 00000100:00100000:3.0:1783952466.189033:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796032 00000100:00100000:3.0:1783952466.189045:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796544 00000100:00100000:3.0:1783952466.189047:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796544 00000100:00100000:3.0:1783952466.189057:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796672 00000100:00100000:3.0:1783952466.189060:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796672 00000100:00100000:3.0:1783952466.189081:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1783952466.189090:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600795392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189154:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600795392:12345-0@lo:400:kworker.0 Request processed in 64us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189162:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1783952466.189190:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1783952466.189196:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600796800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189243:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600796800:12345-0@lo:400:kworker.0 Request processed in 47us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189250:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1783952466.189263:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1783952466.189269:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600795520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189305:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106954:x1870607600795520:12345-0@lo:400:kworker.0 Request processed in 36us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189311:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1783952466.189323:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1783952466.189328:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600796032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189386:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106954:x1870607600796032:12345-0@lo:400:kworker.0 Request processed in 58us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189392:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1783952466.189404:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1783952466.189409:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600796544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189433:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600796544:12345-0@lo:400:kworker.0 Request processed in 25us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189438:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1783952466.189448:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1783952466.189453:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600796672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189476:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106954:x1870607600796672:12345-0@lo:400:kworker.0 Request processed in 23us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189482:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1783952466.189514:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795904 00000100:00100000:3.0:1783952466.189519:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795904 00000100:00100000:3.0:1783952466.189543:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796416 00000100:00100000:3.0:1783952466.189546:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796416 00000100:00100000:3.0:1783952466.189564:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795776 00000100:00100000:3.0:1783952466.189567:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795776 00000100:00100000:3.0:1783952466.189583:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796288 00000100:00100000:3.0:1783952466.189586:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796288 00000100:00100000:3.0:1783952466.189604:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1783952466.189609:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600795904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189646:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600795904:12345-0@lo:400:kworker.0 Request processed in 36us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189652:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1783952466.189663:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1783952466.189669:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600796416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189696:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600796416:12345-0@lo:400:kworker.0 Request processed in 28us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189702:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1783952466.189712:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1783952466.189718:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600795776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189748:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600795776:12345-0@lo:400:kworker.0 Request processed in 30us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189753:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1783952466.189765:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1783952466.189770:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600796288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189798:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600796288:12345-0@lo:400:kworker.0 Request processed in 28us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189815:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1783952466.189837:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795264 00000100:00100000:3.0:1783952466.189842:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795264 00000100:00100000:3.0:1783952466.189870:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1783952466.189877:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600795264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.189912:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7412450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600795264:12345-0@lo:400:kworker.0 Request processed in 35us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.189919:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1783952466.189967:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600795648 00000100:00100000:3.0:1783952466.189970:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600795648 00000100:00100000:3.0:1783952466.189998:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796160 00000100:00100000:3.0:1783952466.190001:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796160 00000100:00100000:3.0:1783952466.190015:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1783952466.190020:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600795648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190053:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600795648:12345-0@lo:400:kworker.0 Request processed in 33us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.190060:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1783952466.190072:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1783952466.190078:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600796160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190108:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600796160:12345-0@lo:400:kworker.0 Request processed in 30us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952466.190114:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1783952466.190161:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600795648:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190174:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600796160:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190186:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:106954:1870607600796672:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190206:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:106954:1870607600795520:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190216:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:106954:1870607600796032:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190245:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600796544:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190300:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600795264:0@lo:400:kworker.0 00010000:00080000:3.0:1783952466.190317:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1ce00 x1870607600795776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952466.190329:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600795776:0@lo:400:kworker.0 00010000:00080000:3.0:1783952466.190368:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1ca80 x1870607600796288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952466.190378:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600796288:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190390:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600796800:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190400:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600795392:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190411:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600795904:0@lo:400:kworker.0 00000100:00100000:3.0:1783952466.190421:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c5744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600796416:0@lo:400:kworker.0 00000100:00080000:2.0:1783952466.191453:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952466.191460:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952466.191464:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952466.191468:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952466.191707:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600796928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952466.191772:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952466.193498:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600796928 00000100:00100000:1.0:1783952466.193515:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600796928 00000100:00100000:1.0:1783952466.193597:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1783952466.193608:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600796928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783952466.194094:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:1.0:1783952466.194558:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600796928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 950us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952466.194590:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1783952466.196823:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600796928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952466.699927:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952466.699985:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600797056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952466.700111:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952466.700487:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797056 00000100:00100000:1.0:1783952466.700497:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797056 00000100:00100000:1.0:1783952466.700570:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1783952466.700582:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600797056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952466.700615:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952466.700693:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600797056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952466.700702:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1783952466.701142:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600797056:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783952467.084083:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952468.107552:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952468.235754:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952468.235797:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600797184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952468.235899:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952468.235985:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797184 00000100:00100000:1.0:1783952468.235997:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797184 00000100:00100000:1.0:1783952468.236092:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1783952468.236106:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600797184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952468.236156:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952468.236237:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600797184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952468.236246:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00010000:00080000:3.0:1783952468.236809:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c3b80 x1870607600797184/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952484 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952468.236834:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600797184:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783952468.237268:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952468.237502:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952468.237518:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600797312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952468.237579:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952468.237789:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797312 00000100:00100000:0.0:1783952468.237798:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797312 00000100:00100000:0.0:1783952468.237874:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1783952468.237886:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600797312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783952468.237921:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:0.0:1783952468.237999:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600797312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952468.238007:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00080000:0.0:1783952468.238049:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1bb80 x1870607600797312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952484 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952468.238070:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600797312:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952468.238309:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952469.045161:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952469.045249:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952469.046476:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183040 00000100:00100000:1.0:1783952469.046493:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183040 00000100:00100000:1.0:1783952469.046603:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182912 00000100:00100000:1.0:1783952469.046607:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182912 00000100:00100000:1.0:1783952469.046645:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 576 00000100:00100000:1.0:1783952469.046658:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584183040:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952469.046804:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584183040:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 149us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952469.046813:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 576 00000100:00100000:1.0:1783952469.046836:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 577 00000100:00100000:1.0:1783952469.046844:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584182912:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952469.046871:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c5747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584182912:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 29us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952469.046877:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 577 00000100:00080000:2.0:1783952469.048087:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952469.048096:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952469.067653:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952469.068318:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584182784 00000100:00100000:3.0:1783952469.068373:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584182784 00000100:00100000:3.0:1783952469.068458:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 149 00000100:00100000:3.0:1783952469.068470:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584182784:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952469.068594:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584182784:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 125us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952469.068603:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 149 00010000:00010000:3.0:1783952469.131589:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952470.158578:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952470.283718:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783952470.283762:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600797440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952470.283870:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952470.284107:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797440 00000100:00100000:2.0:1783952470.284141:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797440 00000100:00100000:2.0:1783952470.284304:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1783952470.284319:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600797440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952470.284400:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952470.284476:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600797440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952470.284483:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1783952470.284667:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600797440:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783952470.287497:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952470.796251:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600797568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952470.796380:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952470.796654:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797568 00000100:00100000:2.0:1783952470.796666:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797568 00000100:00100000:2.0:1783952470.796736:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1783952470.796747:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600797568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952470.796792:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952470.796847:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600797568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952470.796856:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1783952470.797261:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600797568:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952471.179736:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952471.308141:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952471.308191:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600797696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952471.308304:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309396:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600798208:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309456:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309493:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600798720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309516:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309531:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600799232:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309558:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309580:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783952471.309586:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600798080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309609:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309649:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600798592:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309676:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309714:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600799104:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309737:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.309769:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798208 00000100:00100000:3.0:1783952471.309777:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798208 00000100:00100000:3.0:1783952471.309841:0:162843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798720 00000100:00100000:3.0:1783952471.309844:0:162843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798720 00000100:00100000:3.0:1783952471.309866:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1783952471.309876:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600798208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.309938:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600798208:12345-0@lo:400:kworker.0 Request processed in 63us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.309947:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1783952471.309980:0:162843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1783952471.309987:0:162843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600798720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310015:0:162843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600798720:12345-0@lo:400:kworker.0 Request processed in 29us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310021:0:162843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1783952471.310042:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799232 00000100:00100000:3.0:1783952471.310046:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799232 00000100:00100000:3.0:1783952471.310072:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798080 00000100:00100000:3.0:1783952471.310075:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798080 00000100:00100000:3.0:1783952471.310086:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799104 00000100:00100000:3.0:1783952471.310089:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799104 00000100:00100000:3.0:1783952471.310103:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1783952471.310169:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600799232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310215:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600799232:12345-0@lo:400:kworker.0 Request processed in 105us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310221:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1783952471.310233:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1783952471.310246:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600798080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310275:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600798080:12345-0@lo:400:kworker.0 Request processed in 29us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310280:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1783952471.310291:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1783952471.310297:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600799104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310322:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600799104:12345-0@lo:400:kworker.0 Request processed in 25us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310327:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1783952471.310395:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600797952:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310425:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310446:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600798464:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310467:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310480:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600798976:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310499:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310513:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1783952471.310519:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600797824:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310552:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310576:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600798336:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310602:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310619:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600798848:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310643:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.310669:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797952 00000100:00100000:3.0:1783952471.310674:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797952 00000100:00100000:3.0:1783952471.310697:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798464 00000100:00100000:3.0:1783952471.310707:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798464 00000100:00100000:3.0:1783952471.310723:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798976 00000100:00100000:3.0:1783952471.310726:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798976 00000100:00100000:3.0:1783952471.310747:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1783952471.310753:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600797952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310791:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600797952:12345-0@lo:400:kworker.0 Request processed in 37us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310798:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1783952471.310810:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1783952471.310816:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600798464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310839:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600798464:12345-0@lo:400:kworker.0 Request processed in 24us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310846:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1783952471.310858:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1783952471.310864:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600798976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310887:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:106953:x1870607600798976:12345-0@lo:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.310894:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1783952471.310939:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600797952:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310950:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600798464:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310959:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:106953:1870607600798976:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.310995:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600798080:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.311007:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600799104:0@lo:400:kworker.0 00010000:00080000:3.0:1783952471.311023:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1c000 x1870607600798208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952471.311042:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600798208:0@lo:400:kworker.0 00010000:00080000:3.0:1783952471.311056:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75e7361500 x1870607600798720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952471.311066:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600798720:0@lo:400:kworker.0 00000100:00100000:3.0:1783952471.311077:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600799232:0@lo:400:kworker.0 00000100:00100000:2.0:1783952471.311889:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797696 00000100:00100000:2.0:1783952471.311903:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797696 00000100:00100000:2.0:1783952471.311970:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798592 00000100:00100000:2.0:1783952471.311974:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798592 00000100:00100000:2.0:1783952471.311993:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1783952471.312001:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600797696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952471.312045:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952471.312117:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600797696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (3814us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952471.312125:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1783952471.312144:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1783952471.312150:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600798592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952471.312217:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600798592:12345-0@lo:400:kworker.0 Request processed in 67us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952471.312225:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1783952471.312295:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600798592:0@lo:400:kworker.0 00000100:00100000:1.0:1783952471.312683:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798336 00000100:00100000:1.0:1783952471.312688:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798336 00000100:00100000:1.0:1783952471.312723:0:162842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600798848 00000100:00100000:1.0:1783952471.312727:0:162842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600798848 00000100:00100000:1.0:1783952471.312751:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1783952471.312758:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600798336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952471.312807:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600798336:12345-0@lo:400:kworker.0 Request processed in 50us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952471.312814:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1783952471.312826:0:162842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1783952471.312833:0:162842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600798848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952471.312859:0:162842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600798848:12345-0@lo:400:kworker.0 Request processed in 27us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952471.312872:0:162842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1783952471.312921:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600798336:0@lo:400:kworker.0 00000100:00100000:1.0:1783952471.312946:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600798848:0@lo:400:kworker.0 00000100:00100000:0.0:1783952471.313186:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600797824 00000100:00100000:0.0:1783952471.313191:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600797824 00000100:00100000:0.0:1783952471.313236:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1783952471.313245:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600797824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952471.313294:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106953:x1870607600797824:12345-0@lo:400:kworker.0 Request processed in 50us (2740us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952471.313308:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:0.0:1783952471.313386:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952471.313393:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952471.313396:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783952471.313399:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783952471.313418:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:067ae2d0-3bc6-4b14-a01a-17d156457033:106953:1870607600797824:0@lo:400:kworker.0 00000100:00100000:0.0:1783952471.313461:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600797696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952471.821995:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600799360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783952471.822118:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952471.822574:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799360 00000100:00100000:3.0:1783952471.822587:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799360 00000100:00100000:3.0:1783952471.822658:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1783952471.822670:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600799360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783952471.822700:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:3.0:1783952471.822773:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600799360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952471.822781:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1783952471.823831:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600799360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952472.203887:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952473.229472:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952473.356798:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600799488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952473.356910:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952473.357448:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783952473.357471:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600799616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952473.357513:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952473.357631:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799488 00000100:00100000:3.0:1783952473.357643:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799488 00000100:00100000:3.0:1783952473.357728:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799616 00000100:00100000:3.0:1783952473.357732:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799616 00000100:00100000:3.0:1783952473.357754:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1783952473.357765:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600799488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952473.357807:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952473.357920:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1783952473.357932:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600799616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952473.357946:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952473.357986:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600799616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952473.357994:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00010000:00080000:1.0:1783952473.358048:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75c7a1bb80 x1870607600799616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952489 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952473.358070:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600799616:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952473.360483:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952473.366053:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600799488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8269us (9122us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952473.366075:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00010000:00080000:0.0:1783952473.370762:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75f58c3b80 x1870607600799488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952489 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952473.370809:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75f58c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600799488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952474.165745:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952474.165809:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952474.165851:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183424 00000100:00100000:3.0:1783952474.165864:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183424 00000100:00100000:1.0:1783952474.165869:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952474.165970:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183296 00000100:00100000:3.0:1783952474.165975:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183296 00000100:00100000:3.0:1783952474.166005:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 584 00000100:00100000:3.0:1783952474.166017:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584183424:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952474.166115:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183168 00000100:00100000:2.0:1783952474.166121:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183168 00000100:00100000:3.0:1783952474.166140:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f58c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584183424:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 111us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952474.166161:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 584 00000100:00100000:2.0:1783952474.166173:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:2.0:1783952474.166183:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584183168:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952474.166190:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 585 00000100:00100000:3.0:1783952474.166200:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584183296:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952474.166213:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7410c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584183168:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 32us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952474.166219:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 151 00000100:00100000:3.0:1783952474.166237:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584183296:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 37us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952474.166245:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 585 00000100:00080000:2.0:1783952474.166266:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952474.166271:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1783952474.251571:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952475.276256:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952475.418661:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952475.418711:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600799744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952475.418837:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952475.421011:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799744 00000100:00100000:3.0:1783952475.421032:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799744 00000100:00100000:3.0:1783952475.421165:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1783952475.421179:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600799744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783952475.421228:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00080000:2.0:1783952475.421303:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952475.421712:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600799744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 535us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952475.421721:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1783952475.422457:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600799744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952475.916479:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600799872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952475.916601:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952475.917051:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600799872 00000100:00100000:2.0:1783952475.917066:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600799872 00000100:00100000:2.0:1783952475.917162:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1783952475.917198:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600799872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952475.917259:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952475.918767:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600799872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1563us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952475.918784:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1783952475.918937:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600799872:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952476.301957:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952476.429057:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600800384:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429173:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429253:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600800896:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429276:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429292:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600801408:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429314:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429363:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1783952476.429369:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600800000:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429405:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429433:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600800512:0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.429463:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800384 00000100:00100000:0.0:1783952476.429464:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952476.429473:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800384 00000100:00100000:0.0:1783952476.429506:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600801024:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429534:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952476.429548:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800896 00000100:00100000:0.0:1783952476.429553:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600801536:0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.429561:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800896 00000100:00100000:0.0:1783952476.429583:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952476.429594:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1783952476.429606:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600800384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429620:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c3539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600800256:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429650:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429676:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600800768:0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.429699:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106952:x1870607600800384:12345-0@lo:400:kworker.0 Request processed in 94us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.429706:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429723:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600801280:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429741:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429754:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1783952476.429759:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600800128:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429783:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429794:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600800640:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429817:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952476.429835:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600801152:0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.429845:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1783952476.429859:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952476.429878:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1783952476.429882:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600801664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952476.429890:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600800896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.429907:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952476.429937:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600800896:12345-0@lo:400:kworker.0 Request processed in 50us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.429941:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800000 00000100:00100000:3.0:1783952476.429947:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1783952476.429947:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800000 00000100:00100000:3.0:1783952476.429965:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801664 00000100:00100000:3.0:1783952476.429970:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801664 00000100:00100000:0.0:1783952476.429992:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1783952476.429996:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1783952476.430004:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600800000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.430009:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600801664:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952476.430042:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdec2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600800000:12345-0@lo:400:kworker.0 Request processed in 41us (637us total) trans 0 rc 0/0 00000004:00000024:3.0:1783952476.430047:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:0.0:1783952476.430058:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1783952476.430094:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801408 00000100:00100000:0.0:1783952476.430098:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801408 00000100:00100000:0.0:1783952476.430149:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801536 00000100:00100000:0.0:1783952476.430154:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801536 00000100:00100000:0.0:1783952476.430176:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800256 00000100:00100000:3.0:1783952476.430178:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600801664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.430180:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800256 00000100:00100000:3.0:1783952476.430190:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1783952476.430202:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800768 00000100:00100000:0.0:1783952476.430205:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800768 00000100:00100000:3.0:1783952476.430216:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801280 00000100:00100000:3.0:1783952476.430222:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801280 00000100:00100000:0.0:1783952476.430223:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800128 00000100:00100000:0.0:1783952476.430227:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800128 00000100:00100000:3.0:1783952476.430251:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1783952476.430261:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600801408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.430424:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600801408:12345-0@lo:400:kworker.0 Request processed in 165us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952476.430533:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800512 00000100:00100000:2.0:1783952476.430538:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800512 00000100:00100000:2.0:1783952476.430574:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801024 00000100:00100000:2.0:1783952476.430577:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801024 00000100:00100000:2.0:1783952476.430600:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600800640 00000100:00100000:2.0:1783952476.430604:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600800640 00000100:00100000:2.0:1783952476.430622:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801152 00000100:00100000:2.0:1783952476.430624:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801152 00000100:00100000:2.0:1783952476.430647:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1783952476.430654:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600800512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.430702:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600800512:12345-0@lo:400:kworker.0 Request processed in 49us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952476.430709:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1783952476.430725:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1783952476.430731:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600801024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.430760:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600801024:12345-0@lo:400:kworker.0 Request processed in 29us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952476.430765:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1783952476.430775:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1783952476.430781:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600800640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.430816:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600800640:12345-0@lo:400:kworker.0 Request processed in 35us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952476.430836:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1783952476.430850:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1783952476.430857:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600801152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.430889:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600801152:12345-0@lo:400:kworker.0 Request processed in 33us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952476.430895:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:2.0:1783952476.430918:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952476.430924:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952476.430927:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783952476.430930:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783952476.431115:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600800000:0@lo:400:kworker.0 00010000:00080000:2.0:1783952476.431149:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c3538a80 x1870607600800512/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952476.431163:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600800512:0@lo:400:kworker.0 00010000:00080000:2.0:1783952476.431177:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cba2bb80 x1870607600801024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952476.431186:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600801024:0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.431199:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600800384:0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.431211:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600800896:0@lo:400:kworker.0 00000100:00100000:2.0:1783952476.431223:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600801408:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.431867:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1783952476.431888:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600801536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.431964:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600801536:12345-0@lo:400:kworker.0 Request processed in 86us (2381us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.431971:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1783952476.431995:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1783952476.432002:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600800256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432038:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600800256:12345-0@lo:400:kworker.0 Request processed in 36us (2387us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.432044:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1783952476.432057:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1783952476.432065:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600800768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432096:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600800768:12345-0@lo:400:kworker.0 Request processed in 32us (2392us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.432101:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1783952476.432115:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1783952476.432146:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600801280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432180:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600801280:12345-0@lo:400:kworker.0 Request processed in 36us (2437us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.432186:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1783952476.432202:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1783952476.432209:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600800128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432235:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600800128:12345-0@lo:400:kworker.0 Request processed in 27us (2451us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952476.432241:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1783952476.432290:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600800128:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432303:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600800640:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432317:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600801152:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432360:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600801664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952476.432374:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c3539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600800256:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432384:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600800768:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432395:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600801280:0@lo:400:kworker.0 00000100:00100000:0.0:1783952476.432476:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600801536:0@lo:400:kworker.0 00000100:00100000:3.0:1783952476.433480:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1783952476.939701:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783952476.939740:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600801792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952476.939848:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952476.942441:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801792 00000100:00100000:1.0:1783952476.942460:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801792 00000100:00100000:1.0:1783952476.942557:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1783952476.942571:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600801792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952476.942609:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952476.942720:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600801792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (2872us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952476.942728:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1783952476.943073:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600801792:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952477.324869:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952478.348073:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952478.476944:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952478.476982:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600801920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952478.477079:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952478.477398:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600801920 00000100:00100000:3.0:1783952478.477412:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600801920 00000100:00100000:3.0:1783952478.477498:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1783952478.477511:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600801920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783952478.477593:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00080000:0.0:1783952478.477602:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952478.477690:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600801920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 181us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952478.477700:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1783952478.477809:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600802048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952478.477860:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783952478.477942:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cb9cb100 x1870607600801920/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952494 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952478.477964:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600801920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783952478.478039:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802048 00000100:00100000:2.0:1783952478.478047:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802048 00000100:00100000:2.0:1783952478.478103:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1783952478.478129:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600802048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952478.478151:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952478.478201:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600802048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952478.478209:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:0.0:1783952478.478298:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783952478.478322:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6ed80 x1870607600802048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952494 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952478.478367:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600802048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783952479.286604:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952479.286650:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952479.286693:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952479.287058:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183552 00000100:00100000:3.0:1783952479.287070:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183552 00000100:00100000:3.0:1783952479.287145:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:3.0:1783952479.287157:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584183552:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952479.287246:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8010450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584183552:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 92us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952479.287254:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 153 00000100:00100000:0.0:1783952479.287453:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183680 00000100:00100000:0.0:1783952479.287472:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183680 00000100:00100000:2.0:1783952479.287556:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183808 00000100:00100000:2.0:1783952479.287564:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183808 00000100:00100000:0.0:1783952479.287576:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 592 00000100:00100000:0.0:1783952479.287589:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584183680:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952479.287618:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 593 00000100:00100000:2.0:1783952479.287630:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584183808:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952479.287672:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69254:x1870607584183680:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 83us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952479.287682:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 592 00000100:00100000:2.0:1783952479.287696:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584183808:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 67us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952479.287706:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 593 00000100:00080000:1.0:1783952479.288426:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952479.288431:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783952479.372263:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952480.396071:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952480.524716:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c36a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600802176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952480.524790:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952480.524943:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802176 00000100:00100000:0.0:1783952480.524951:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802176 00000100:00100000:0.0:1783952480.525028:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1783952480.525039:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600802176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952480.525072:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952480.525258:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600802176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 220us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952480.525266:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:1.0:1783952480.525387:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783952480.526567:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c36a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600802176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952481.036892:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783952481.036916:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600802304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952481.036990:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952481.037604:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802304 00000100:00100000:3.0:1783952481.037614:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802304 00000100:00100000:3.0:1783952481.037664:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1783952481.037680:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600802304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952481.037726:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952481.037781:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600802304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952481.037789:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1783952481.038669:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600802304:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952481.419638:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952481.547842:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600802816:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.547930:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952481.547994:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600803328:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.548030:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952481.548047:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600803840:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.548069:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952481.548116:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1783952481.548122:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600802688:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.548140:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952481.548171:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600803200:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.548194:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952481.548208:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600803712:0@lo:400:kworker.0 00000100:00100000:1.0:1783952481.548225:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548325:0:161717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803328 00000100:00100000:0.0:1783952481.548358:0:161717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803328 00000100:00100000:0.0:1783952481.548426:0:161717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1783952481.548437:0:161717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600803328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548503:0:161717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600803328:12345-0@lo:400:kworker.0 Request processed in 68us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.548511:0:161717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1783952481.548532:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803840 00000100:00100000:0.0:1783952481.548534:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803840 00000100:00100000:0.0:1783952481.548551:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802688 00000100:00100000:0.0:1783952481.548553:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802688 00000100:00100000:0.0:1783952481.548562:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803200 00000100:00100000:0.0:1783952481.548564:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803200 00000100:00100000:0.0:1783952481.548572:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803712 00000100:00100000:0.0:1783952481.548574:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803712 00000100:00100000:0.0:1783952481.548586:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1783952481.548591:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600803840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548617:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600803840:12345-0@lo:400:kworker.0 Request processed in 26us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.548623:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1783952481.548632:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1783952481.548636:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600802688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548655:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600802688:12345-0@lo:400:kworker.0 Request processed in 19us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.548661:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1783952481.548669:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1783952481.548674:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600803200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548704:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600803200:12345-0@lo:400:kworker.0 Request processed in 30us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.548709:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1783952481.548718:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1783952481.548723:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600803712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548741:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600803712:12345-0@lo:400:kworker.0 Request processed in 19us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.548746:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1783952481.548768:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600802432:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548796:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548818:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600802944:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548836:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548850:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600803456:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548869:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548887:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1783952481.548892:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600802560:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548914:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548931:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600803072:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548951:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.548965:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600803584:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.548984:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952481.549008:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802560 00000100:00100000:0.0:1783952481.549012:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802560 00000100:00100000:0.0:1783952481.549031:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803584 00000100:00100000:0.0:1783952481.549034:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803584 00000100:00100000:0.0:1783952481.549058:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1783952481.549063:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600802560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549107:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600802560:12345-0@lo:400:kworker.0 Request processed in 44us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.549114:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1783952481.549126:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1783952481.549132:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600803584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549160:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600803584:12345-0@lo:400:kworker.0 Request processed in 27us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952481.549166:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1783952481.549206:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600802560:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549216:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600803584:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549252:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600802688:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549263:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600803200:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549272:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600803712:0@lo:400:kworker.0 00010000:00080000:0.0:1783952481.549285:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5154a80 x1870607600803328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952481.549296:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600803328:0@lo:400:kworker.0 00000100:00100000:0.0:1783952481.549304:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600803840:0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.549690:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802816 00000100:00100000:2.0:1783952481.549695:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802816 00000100:00100000:2.0:1783952481.549743:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1783952481.549751:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600802816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.549804:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600802816:12345-0@lo:400:kworker.0 Request processed in 55us (1874us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952481.549810:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1783952481.549837:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802944 00000100:00100000:2.0:1783952481.549840:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802944 00000100:00100000:2.0:1783952481.549864:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803456 00000100:00100000:2.0:1783952481.549867:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803456 00000100:00100000:2.0:1783952481.549883:0:161704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803072 00000100:00100000:2.0:1783952481.549886:0:161704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803072 00000100:00100000:2.0:1783952481.549902:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1783952481.549907:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600802944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.549956:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600802944:12345-0@lo:400:kworker.0 Request processed in 48us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952481.549963:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1783952481.549975:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1783952481.549981:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600803456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.550010:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c36a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600803456:12345-0@lo:400:kworker.0 Request processed in 29us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952481.550016:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1783952481.550027:0:161704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1783952481.550033:0:161704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600803072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.550059:0:161704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600803072:12345-0@lo:400:kworker.0 Request processed in 27us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952481.550066:0:161704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1783952481.550127:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600803072:0@lo:400:kworker.0 00010000:00080000:2.0:1783952481.550139:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5157b80 x1870607600802944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952481.550148:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600802944:0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.550158:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600803456:0@lo:400:kworker.0 00000100:00100000:2.0:1783952481.550186:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600802816:0@lo:400:kworker.0 00000100:00080000:1.0:1783952481.550689:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952481.550696:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783952481.550698:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783952481.550701:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952481.550832:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600802432 00000100:00100000:3.0:1783952481.550837:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600802432 00000100:00100000:3.0:1783952481.550882:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1783952481.550890:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600802432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952481.550937:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8012c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600802432:12345-0@lo:400:kworker.0 Request processed in 48us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952481.550944:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1783952481.551022:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952481.551036:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600803968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952481.551073:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952481.551223:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600803968 00000100:00100000:3.0:1783952481.551227:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600803968 00000100:00100000:3.0:1783952481.551258:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1783952481.551265:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600803968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952481.551292:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952481.551364:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600803968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952481.551588:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1783952481.551627:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75ff461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600803968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952481.551770:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600802432:0@lo:400:kworker.0 00000100:00100000:0.0:1783952482.059835:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600804096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783952482.059914:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952482.060270:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804096 00000100:00100000:1.0:1783952482.060279:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804096 00000100:00100000:1.0:1783952482.060368:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1783952482.060378:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600804096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952482.060410:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952482.060589:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600804096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783952482.060749:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600804096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 371us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952482.060757:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:1.0:1783952482.445679:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952483.467543:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952483.595884:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952483.603049:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600804352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952483.605876:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952483.605941:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600804224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952483.605970:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952483.606473:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804352 00000100:00100000:2.0:1783952483.606482:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804352 00000100:00100000:2.0:1783952483.606543:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804224 00000100:00100000:2.0:1783952483.606553:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804224 00000100:00100000:2.0:1783952483.606573:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1783952483.606580:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600804352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783952483.606623:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952483.606669:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600804352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952483.606676:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1783952483.606692:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1783952483.606698:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600804224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783952483.606717:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:2.0:1783952483.606737:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600804224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952483.606742:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:3.0:1783952483.607072:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1783952483.607112:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c77b9500 x1870607600804352/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952499 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952483.607137:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600804352:0@lo:13:osp-pre-0-1.0 00010000:00080000:3.0:1783952483.607148:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef6ed80 x1870607600804224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952499 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952483.607159:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600804224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952484.406278:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952484.406387:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952484.406440:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1783952484.406890:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184064 00000100:00100000:0.0:1783952484.406905:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184064 00000100:00100000:0.0:1783952484.406999:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184192 00000100:00100000:0.0:1783952484.407004:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184192 00000100:00100000:0.0:1783952484.407060:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 600 00000100:00100000:0.0:1783952484.407073:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584184064:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952484.407193:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ff460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69252:x1870607584184064:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 122us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952484.407202:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 600 00000100:00100000:0.0:1783952484.407224:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 601 00000100:00100000:0.0:1783952484.407231:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584184192:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1783952484.407256:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69254:x1870607584184192:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 26us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952484.407263:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 601 00000100:00100000:2.0:1783952484.408712:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584183936 00000100:00100000:2.0:1783952484.408728:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584183936 00000100:00100000:2.0:1783952484.408816:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00100000:2.0:1783952484.408828:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584183936:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952484.408925:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f20fa543-a316-4018-b828-154d033ccff0+10:69252:x1870607584183936:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 99us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952484.408934:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 155 00000100:00080000:3.0:1783952484.409614:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783952484.409623:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783952484.495300:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952485.517544:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952485.645003:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600804480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952485.645120:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952485.645220:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804480 00000100:00100000:2.0:1783952485.645231:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804480 00000100:00100000:2.0:1783952485.645313:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783952485.645326:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600804480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783952485.645427:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952485.645492:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600804480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952485.645500:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:2.0:1783952485.645531:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783952485.645582:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600804480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952486.157552:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600804608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783952486.157665:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952486.158787:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804608 00000100:00100000:3.0:1783952486.158803:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804608 00000100:00100000:3.0:1783952486.158882:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1783952486.158895:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600804608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783952486.158947:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:3.0:1783952486.159052:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600804608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 159us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952486.159061:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1783952486.159255:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75e7362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600804608:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952486.539588:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952486.668249:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600804992:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.668394:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.668471:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600805504:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.668499:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.668519:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600806016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.668569:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.668602:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1783952486.668609:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600805120:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.668638:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.668665:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600805632:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.668693:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.668711:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600806144:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.668852:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600804736:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.668955:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600804864:0@lo:400:kworker.0 00000100:00100000:1.0:1783952486.669089:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804992 00000100:00100000:1.0:1783952486.669100:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804992 00000100:00100000:1.0:1783952486.669176:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805504 00000100:00100000:1.0:1783952486.669179:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805504 00000100:00100000:1.0:1783952486.669196:0:159118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806016 00000100:00100000:1.0:1783952486.669198:0:159118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806016 00000100:00100000:1.0:1783952486.669220:0:159118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1783952486.669231:0:159118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600804992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.673605:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952486.673715:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600805248:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.673776:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952486.673804:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600805760:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.673825:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952486.673897:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805632 00000100:00100000:2.0:1783952486.673907:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805632 00000100:00100000:2.0:1783952486.673969:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805248 00000100:00100000:2.0:1783952486.673973:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805248 00000100:00100000:2.0:1783952486.673993:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805760 00000100:00100000:2.0:1783952486.673996:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805760 00000100:00100000:2.0:1783952486.674022:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1783952486.674046:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600805632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674113:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600805632:12345-0@lo:400:kworker.0 Request processed in 81us (5417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674120:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1783952486.674140:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1783952486.674145:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600805248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674173:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600805248:12345-0@lo:400:kworker.0 Request processed in 28us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674196:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1783952486.674207:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1783952486.674212:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600805760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674240:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600805760:12345-0@lo:400:kworker.0 Request processed in 28us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674245:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00010000:00080000:2.0:1783952486.674302:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5157b80 x1870607600805248/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952486.674320:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600805248:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674375:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600805760:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674469:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600806272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783952486.674500:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952486.674546:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1783952486.674557:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600805504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674598:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:106952:x1870607600805504:12345-0@lo:400:kworker.0 Request processed in 44us (6097us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674605:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1783952486.674623:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1783952486.674631:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600806016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674666:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:106952:x1870607600806016:12345-0@lo:400:kworker.0 Request processed in 36us (6095us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674672:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1783952486.674704:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805120 00000100:00100000:2.0:1783952486.674720:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805120 00000100:00100000:2.0:1783952486.674759:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806272 00000100:00100000:2.0:1783952486.674762:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806272 00000100:00100000:2.0:1783952486.674775:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1783952486.674781:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:106952:x1870607600805120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.674816:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:106952:x1870607600805120:12345-0@lo:400:kworker.0 Request processed in 35us (6177us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674822:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1783952486.674834:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1783952486.674841:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600806272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952486.674873:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952486.674916:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106954:x1870607600806272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.674922:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1783952486.674955:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600806272:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1783952486.675053:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783952486.675059:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783952486.675062:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783952486.675065:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783952486.675086:0:167623:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804736 00000100:00100000:2.0:1783952486.675091:0:167623:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804736 00000100:00100000:2.0:1783952486.675122:0:167623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783952486.675129:0:167623:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600804736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.675170:0:167623:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600804736:12345-0@lo:400:kworker.0 Request processed in 42us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.675176:0:167623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783952486.675211:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600804736:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.676511:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952486.676584:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600805376:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.676630:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952486.676675:0:162836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805376 00000100:00100000:3.0:1783952486.676683:0:162836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805376 00000100:00100000:3.0:1783952486.676736:0:162836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1783952486.676744:0:162836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600805376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.676795:0:162836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600805376:12345-0@lo:400:kworker.0 Request processed in 50us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952486.676802:0:162836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1783952486.676847:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600805376:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.676855:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600805888:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.676882:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952486.676907:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600804864 00000100:00100000:3.0:1783952486.676910:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600804864 00000100:00100000:3.0:1783952486.676949:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600805888 00000100:00100000:3.0:1783952486.676952:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600805888 00000100:00100000:3.0:1783952486.676966:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1783952486.676973:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600804864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.677008:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106955:x1870607600804864:12345-0@lo:400:kworker.0 Request processed in 35us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952486.677015:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1783952486.677027:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1783952486.677043:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600805888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.677071:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75e7362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106955:x1870607600805888:12345-0@lo:400:kworker.0 Request processed in 39us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952486.677078:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:3.0:1783952486.677105:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952486.677125:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:106955:1870607600805888:0@lo:400:kworker.0 00000100:00100000:3.0:1783952486.677159:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:106955:1870607600804864:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.678492:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952486.678570:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:106952:1870607600805504:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.678588:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:106952:1870607600806016:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.678624:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600805120:0@lo:400:kworker.0 00010000:00080000:0.0:1783952486.678644:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5155500 x1870607600805632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952486.678655:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600805632:0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.678800:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806144 00000100:00100000:2.0:1783952486.678808:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806144 00000100:00100000:2.0:1783952486.678891:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1783952486.678903:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600806144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952486.678987:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106952:x1870607600806144:12345-0@lo:400:kworker.0 Request processed in 86us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952486.678995:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1783952486.679253:0:159118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:106952:x1870607600804992:12345-0@lo:400:kworker.0 Request processed in 10022us (10858us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952486.679279:0:159118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:0.0:1783952486.679421:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952486.679450:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:106952:1870607600806144:0@lo:400:kworker.0 00000100:00100000:0.0:1783952486.679464:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:106952:1870607600804992:0@lo:400:kworker.0 00000100:00100000:3.0:1783952487.180303:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600806400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952487.180455:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952487.180650:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806400 00000100:00100000:1.0:1783952487.180662:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806400 00000100:00100000:1.0:1783952487.180753:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1783952487.180764:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600806400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783952487.180808:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952487.180866:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600806400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952487.180874:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1783952487.181628:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600806400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952487.563932:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783952488.587661:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783952488.718522:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783952488.718566:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600806528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783952488.718687:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952488.719167:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806528 00000100:00100000:1.0:1783952488.719179:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806528 00000100:00100000:1.0:1783952488.719280:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1783952488.719293:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600806528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952488.719402:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952488.719470:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600806528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 179us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952488.719478:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:3.0:1783952488.719802:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1783952488.719848:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c77b9500 x1870607600806528/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952504 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783952488.719874:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c77b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600806528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952488.724087:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783952488.724129:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600806656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783952488.724262:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952488.724360:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806656 00000100:00100000:3.0:1783952488.724371:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806656 00000100:00100000:3.0:1783952488.724481:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1783952488.724491:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600806656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783952488.724519:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:3.0:1783952488.724582:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75ef788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600806656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952488.724591:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00010000:00080000:0.0:1783952488.724616:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74cba2ad80 x1870607600806656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952504 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952488.724647:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600806656:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783952488.724804:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783952489.531608:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952489.531679:0:106947:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952489.532073:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184448 00000100:00100000:2.0:1783952489.532087:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184448 00000100:00100000:2.0:1783952489.532206:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 608 00000100:00100000:2.0:1783952489.532221:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584184448:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952489.532400:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69253:x1870607584184448:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 183us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952489.532409:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 608 00000100:00100000:1.0:1783952489.532670:0:167625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184320 00000100:00100000:1.0:1783952489.532675:0:167625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184320 00000100:00100000:1.0:1783952489.532721:0:167625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00100000:1.0:1783952489.532729:0:167625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584184320:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952489.532765:0:167625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c8013c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:f20fa543-a316-4018-b828-154d033ccff0+10:69255:x1870607584184320:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 37us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952489.532771:0:167625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 157 00000100:00080000:3.0:1783952489.533311:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783952489.533591:0:106945:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952489.533937:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184576 00000100:00100000:3.0:1783952489.533946:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184576 00000100:00100000:3.0:1783952489.534030:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 609 00000100:00100000:3.0:1783952489.534042:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c77b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584184576:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1783952489.534116:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c77b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584184576:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 76us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952489.534124:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 609 00000100:00080000:2.0:1783952489.534308:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1783952489.612484:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952490.640231:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952490.767675:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600806784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783952490.767790:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952490.768671:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806784 00000100:00100000:1.0:1783952490.768684:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806784 00000100:00100000:1.0:1783952490.768774:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1783952490.768784:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600806784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783952490.768828:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:1.0:1783952490.769168:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600806784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 384us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952490.769176:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:2.0:1783952490.769257:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952490.770169:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600806784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783952491.276146:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783952491.281778:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600806912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783952491.282742:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.302236:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600806912 00000100:00100000:2.0:1783952491.302258:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600806912 00000100:00100000:2.0:1783952491.302407:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1783952491.302420:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600806912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783952491.302476:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:2.0:1783952491.302846:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600806912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 427us (20106us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952491.302884:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1783952491.303050:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600806912:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783952491.662910:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783952491.788452:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600807424:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788669:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.788753:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600807936:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788785:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.788806:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600808448:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788835:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.788868:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783952491.788874:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600807296:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788898:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.788915:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600807808:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788935:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.788954:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600808320:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.788972:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.789023:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807424 00000100:00100000:2.0:1783952491.789033:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807424 00000100:00100000:2.0:1783952491.789101:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1783952491.789114:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600807424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.789190:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600807424:12345-0@lo:400:kworker.0 Request processed in 77us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952491.789198:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1783952491.789232:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807936 00000100:00100000:2.0:1783952491.789237:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807936 00000100:00100000:2.0:1783952491.789281:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1783952491.789289:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600807936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.789389:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c5157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600807936:12345-0@lo:400:kworker.0 Request processed in 101us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952491.789397:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:2.0:1783952491.789418:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783952491.789430:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808448 00000100:00100000:2.0:1783952491.789433:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808448 00000100:00100000:2.0:1783952491.789458:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807296 00000100:00100000:2.0:1783952491.789460:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807296 00000100:00100000:2.0:1783952491.789474:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807808 00000100:00100000:2.0:1783952491.789477:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807808 00000100:00100000:2.0:1783952491.789488:0:161900:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808320 00000100:00100000:2.0:1783952491.789490:0:161900:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808320 00000100:00100000:2.0:1783952491.789506:0:161900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1783952491.789512:0:161900:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600808448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789680:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600807040:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789729:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.789768:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600807552:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789794:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.789816:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600808064:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789837:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.789861:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1783952491.789867:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600807168:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789894:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.789907:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600807680:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789927:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.789946:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600808192:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.789969:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952491.790008:0:167619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807040 00000100:00100000:0.0:1783952491.790012:0:167619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807040 00000100:00100000:0.0:1783952491.790053:0:167619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1783952491.790061:0:167619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600807040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790101:0:167619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106952:x1870607600807040:12345-0@lo:400:kworker.0 Request processed in 40us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.790108:0:167619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1783952491.790143:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807552 00000100:00100000:0.0:1783952491.790147:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807552 00000100:00100000:0.0:1783952491.790174:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808064 00000100:00100000:0.0:1783952491.790177:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808064 00000100:00100000:0.0:1783952491.790213:0:160617:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807680 00000100:00100000:0.0:1783952491.790216:0:160617:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807680 00000100:00100000:0.0:1783952491.790236:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1783952491.790243:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600807552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790275:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600807552:12345-0@lo:400:kworker.0 Request processed in 33us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.790281:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1783952491.790293:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1783952491.790300:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600808064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790328:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600808064:12345-0@lo:400:kworker.0 Request processed in 29us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.790361:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1783952491.790374:0:160617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1783952491.790381:0:160617:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600807680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790409:0:160617:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:106952:x1870607600807680:12345-0@lo:400:kworker.0 Request processed in 29us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.790416:0:160617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1783952491.790484:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600807680:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790497:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:067ae2d0-3bc6-4b14-a01a-17d156457033:106952:1870607600807040:0@lo:400:kworker.0 00010000:00080000:0.0:1783952491.790511:0:106952:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75fef2a680 x1870607600807552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952491.790523:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fef2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:106952:1870607600807552:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.790826:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600808064:0@lo:400:kworker.0 00000100:00080000:0.0:1783952491.790921:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783952491.790936:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783952491.790939:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952491.790942:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952491.790975:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600807424:0@lo:400:kworker.0 00010000:00080000:0.0:1783952491.791005:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5155500 x1870607600807936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952491.791016:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600807936:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791053:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600807168 00000100:00100000:0.0:1783952491.791059:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600807168 00000100:00100000:0.0:1783952491.791095:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808192 00000100:00100000:0.0:1783952491.791098:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808192 00000100:00100000:0.0:1783952491.791115:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1783952491.791122:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c353ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600807296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791173:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c353ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106955:x1870607600807296:12345-0@lo:400:kworker.0 Request processed in 51us (2274us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.791179:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1783952491.791194:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1783952491.791200:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600807808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791234:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106955:x1870607600807808:12345-0@lo:400:kworker.0 Request processed in 34us (2297us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.791240:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1783952491.791253:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1783952491.791259:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74c3538a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600808320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791287:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3538a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106955:x1870607600808320:12345-0@lo:400:kworker.0 Request processed in 28us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.791293:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1783952491.791314:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1783952491.791319:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600807168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791379:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106952:x1870607600807168:12345-0@lo:400:kworker.0 Request processed in 59us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.791385:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1783952491.791398:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1783952491.791404:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600808192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791431:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106952:x1870607600808192:12345-0@lo:400:kworker.0 Request processed in 28us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952491.791436:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:0.0:1783952491.791450:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783952491.791471:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:106952:1870607600807168:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791482:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:106952:1870607600808192:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.791529:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:106955:1870607600807296:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.795909:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:106955:1870607600807808:0@lo:400:kworker.0 00000100:00100000:0.0:1783952491.795936:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:106955:1870607600808320:0@lo:400:kworker.0 00000100:00100000:2.0:1783952491.796164:0:161900:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74c3539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:106955:x1870607600808448:12345-0@lo:400:kworker.0 Request processed in 6646us (7322us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952491.796178:0:161900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1783952491.799856:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:106955:1870607600808448:0@lo:400:kworker.0 00000100:00100000:1.0:1783952491.801101:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783952491.801132:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600808576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952491.801237:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952491.802498:0:159854:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808576 00000100:00100000:2.0:1783952491.802526:0:159854:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808576 00000100:00100000:2.0:1783952491.803159:0:159854:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1783952491.803173:0:159854:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600808576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783952491.803234:0:159854:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:2.0:1783952491.803421:0:159854:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:106953:x1870607600808576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 251us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952491.803430:0:159854:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1783952491.803815:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c7a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600808576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783952492.300488:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600808704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952492.300620:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952492.300767:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808704 00000100:00100000:2.0:1783952492.300778:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808704 00000100:00100000:2.0:1783952492.300869:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1783952492.300883:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600808704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952492.300954:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952492.309097:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600808704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8198us (8458us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952492.309120:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1783952492.313120:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600808704:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1783952492.683610:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783952493.707838:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952493.836057:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783952493.836102:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600808832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783952493.836204:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952493.836402:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808832 00000100:00100000:1.0:1783952493.836413:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808832 00000100:00100000:1.0:1783952493.836497:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1783952493.836509:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600808832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783952493.836564:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00080000:0.0:1783952493.836587:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952493.836633:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106955:x1870607600808832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952493.836642:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1783952493.836663:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783952493.836674:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600808960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783952493.836710:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1783952493.836821:0:106955:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a75d1390700 x1870607600808832/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952509 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952493.836857:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75d1390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600808832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783952493.836920:0:160620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600808960 00000100:00100000:1.0:1783952493.836933:0:160620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600808960 00000100:00100000:1.0:1783952493.836998:0:160620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1783952493.837005:0:160620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600808960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783952493.837016:0:160620:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 36175872 avail 29007872 00000100:00100000:1.0:1783952493.837048:0:160620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600808960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952493.837054:0:160620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:0.0:1783952493.837140:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1783952493.837199:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c353a680 x1870607600808960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783952509 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783952493.837213:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c353a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600808960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783952494.652911:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1783952494.652978:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1783952494.653173:0:167620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184704 00000100:00100000:2.0:1783952494.653187:0:167620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184704 00000100:00100000:2.0:1783952494.653262:0:167620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:2.0:1783952494.653274:0:167620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584184704:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1783952494.653398:0:167620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f20fa543-a316-4018-b828-154d033ccff0+10:69254:x1870607584184704:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 126us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952494.653407:0:167620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 159 00000100:00100000:1.0:1783952494.653887:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184832 00000100:00100000:1.0:1783952494.653895:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184832 00000100:00100000:1.0:1783952494.653975:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 616 00000100:00100000:1.0:1783952494.653984:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584184832:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952494.654035:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c7a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:71ea6a5c-561f-4eb8-a8d2-543f542832b5+9:69255:x1870607584184832:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 52us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952494.654043:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 616 00000100:00080000:2.0:1783952494.655216:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783952494.658144:0:106946:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1783952494.661256:0:159116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607584184960 00000100:00100000:1.0:1783952494.661276:0:159116:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607584184960 00000100:00100000:1.0:1783952494.661434:0:159116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 617 00000100:00100000:1.0:1783952494.661447:0:159116:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584184960:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1783952494.661563:0:159116:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:71ea6a5c-561f-4eb8-a8d2-543f542832b5+6:69253:x1870607584184960:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 118us (3432us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952494.661571:0:159116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 617 00000100:00080000:2.0:1783952494.661926:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1783952494.737166:0:159105:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783952495.728204:0:171230:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_45: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff96e91842e000.ost_server_uuid into FULL state after 50 sec, have IDLE 00010000:00010000:2.0:1783952495.787877:0:159104:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783952495.884402:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783952495.884435:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600809088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783952495.884533:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952495.884606:0:160619:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809088 00000100:00100000:0.0:1783952495.884615:0:160619:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809088 00000100:00100000:0.0:1783952495.884701:0:160619:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1783952495.884712:0:160619:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600809088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783952495.884790:0:160619:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:0.0:1783952495.884847:0:160619:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fdb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:106953:x1870607600809088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952495.884855:0:160619:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1783952495.884882:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783952495.884931:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:106953:1870607600809088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783952496.397242:0:106952:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783952496.397275:0:106952:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb35ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600809216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783952496.397386:0:106952:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.397560:0:159122:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809216 00000100:00100000:0.0:1783952496.397569:0:159122:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809216 00000100:00100000:0.0:1783952496.397676:0:159122:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1783952496.397687:0:159122:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600809216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783952496.397735:0:159122:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42717184 avail 36585472 00000100:00100000:0.0:1783952496.397795:0:159122:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75feed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:106952:x1870607600809216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.397802:0:159122:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1783952496.397879:0:106952:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb35ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:106952:1870607600809216:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783952496.843735:0:160970:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783952496.907928:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783952496.907965:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600809344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783952496.908040:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783952496.908226:0:159121:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809344 00000100:00100000:3.0:1783952496.908235:0:159121:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809344 00000100:00100000:3.0:1783952496.908302:0:159121:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1783952496.908312:0:159121:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600809344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783952496.908385:0:159121:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 42569728 avail 36438016 00000100:00100000:3.0:1783952496.908440:0:159121:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:106955:x1870607600809344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1783952496.908447:0:159121:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1783952496.908491:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75c6590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:106955:1870607600809344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783952496.909303:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600809728:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909369:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909404:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600810240:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909431:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909448:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600810752:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909467:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909485:0:106953:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1783952496.909491:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600809600:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909512:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909530:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600810112:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909549:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909562:0:106953:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600810624:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909582:0:106953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783952496.909605:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809728 00000100:00100000:0.0:1783952496.909611:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809728 00000100:00100000:0.0:1783952496.909652:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810752 00000100:00100000:0.0:1783952496.909655:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810752 00000100:00100000:0.0:1783952496.909672:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809600 00000100:00100000:0.0:1783952496.909675:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809600 00000100:00100000:0.0:1783952496.909685:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810112 00000100:00100000:0.0:1783952496.909687:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810112 00000100:00100000:0.0:1783952496.909696:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810624 00000100:00100000:0.0:1783952496.909697:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810624 00000100:00100000:0.0:1783952496.909710:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1783952496.909717:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600809728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909758:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cba28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:106953:x1870607600809728:12345-0@lo:400:kworker.0 Request processed in 42us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.909774:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1783952496.909788:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1783952496.909793:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600810752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909824:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:106953:x1870607600810752:12345-0@lo:400:kworker.0 Request processed in 31us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.909830:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1783952496.909841:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1783952496.909847:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600809600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909867:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb85b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:106953:x1870607600809600:12345-0@lo:400:kworker.0 Request processed in 22us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.909872:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1783952496.909881:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1783952496.909886:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600810112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909903:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb858700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:106953:x1870607600810112:12345-0@lo:400:kworker.0 Request processed in 18us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.909908:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1783952496.909916:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1783952496.909921:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600810624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.909950:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a74cb859500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:106953:x1870607600810624:12345-0@lo:400:kworker.0 Request processed in 29us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1783952496.909956:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:0.0:1783952496.909975:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783952496.909979:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783952496.910001:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:106953:1870607600809600:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.910009:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:106953:1870607600810112:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.910017:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:106953:1870607600810624:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.910024:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:106953:1870607600809728:0@lo:400:kworker.0 00000100:00100000:0.0:1783952496.910039:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:106953:1870607600810752:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910305:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600809856:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910351:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952496.910377:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600810368:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910394:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952496.910411:0:106954:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783952496.910416:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600809472:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910438:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952496.910455:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600809984:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910471:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952496.910487:0:106954:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600810496:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910509:0:106954:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783952496.910534:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810240 00000100:00100000:1.0:1783952496.910538:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810240 00000100:00100000:1.0:1783952496.910577:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809856 00000100:00100000:1.0:1783952496.910580:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809856 00000100:00100000:1.0:1783952496.910597:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810368 00000100:00100000:1.0:1783952496.910600:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810368 00000100:00100000:1.0:1783952496.910616:0:160616:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809984 00000100:00100000:1.0:1783952496.910619:0:160616:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809984 00000100:00100000:1.0:1783952496.910633:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1783952496.910639:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600810240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910674:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75fef2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106953:x1870607600810240:12345-0@lo:400:kworker.0 Request processed in 35us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.910682:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1783952496.910698:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1783952496.910704:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600809856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910735:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600809856:12345-0@lo:400:kworker.0 Request processed in 31us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.910749:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1783952496.910862:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1783952496.910870:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600810368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910902:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:106954:x1870607600810368:12345-0@lo:400:kworker.0 Request processed in 33us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.910908:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1783952496.910921:0:160616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1783952496.910926:0:160616:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600809984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.910963:0:160616:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1390e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:106954:x1870607600809984:12345-0@lo:400:kworker.0 Request processed in 37us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.910969:0:160616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1783952496.910988:0:167621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600809472 00000100:00100000:1.0:1783952496.910991:0:167621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600809472 00000100:00100000:1.0:1783952496.911013:0:167621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1783952496.911020:0:167621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600809472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.911048:0:167621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75f7ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:067ae2d0-3bc6-4b14-a01a-17d156457033+24:106954:x1870607600809472:12345-0@lo:400:kworker.0 Request processed in 29us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.911054:0:167621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00080000:1.0:1783952496.911143:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783952496.911147:0:159112:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783952496.911166:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a75fdb59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:067ae2d0-3bc6-4b14-a01a-17d156457033:106954:1870607600809472:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.911178:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600809984:0@lo:400:kworker.0 00010000:00080000:1.0:1783952496.911189:0:106954:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5156300 x1870607600809856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783952496.911213:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:106954:1870607600809856:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.911226:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:106954:1870607600810368:0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.911262:0:159117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810496 00000100:00100000:1.0:1783952496.911266:0:159117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810496 00000100:00100000:1.0:1783952496.911754:0:159117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1783952496.911771:0:159117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600810496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783952496.911816:0:159117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75d1392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:106954:x1870607600810496:12345-0@lo:400:kworker.0 Request processed in 55us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1783952496.911824:0:159117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1783952496.911853:0:106954:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cba2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:106954:1870607600810496:0@lo:400:kworker.0 00010000:00080000:0.0:1783952496.912043:0:106953:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a74c5155500 x1870607600810240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783952512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783952496.912053:0:106953:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74c5155500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:106953:1870607600810240:0@lo:400:kworker.0 00000100:00100000:3.0:1783952497.420442:0:106955:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783952497.420466:0:106955:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600810880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783952497.421142:0:106955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783952497.421240:0:162450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870607600810880 00000100:00100000:2.0:1783952497.421249:0:162450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870607600810880 00000100:00100000:2.0:1783952497.421312:0:162450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1783952497.421330:0:162450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600810880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783952497.421391:0:162450:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275520 pending 0 free 69677056 avail 62509056 00000100:00100000:2.0:1783952497.421449:0:162450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a75c6590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:106955:x1870607600810880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1783952497.421470:0:162450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1783952497.421706:0:106955:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8a74cb859880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:106955:1870607600810880:0@lo:13:osp-pre-1-0.0 Debug log: 57550 lines, 57550 kept, 0 dropped, 0 bad.